work-agent 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (245) hide show
  1. package/README.md +234 -0
  2. package/app/(admin)/approvals/page.tsx +16 -0
  3. package/app/(admin)/audit/page.tsx +18 -0
  4. package/app/(admin)/layout.tsx +47 -0
  5. package/app/(admin)/scheduled-tasks/page.tsx +17 -0
  6. package/app/(admin)/settings/page.tsx +46 -0
  7. package/app/(admin)/skills/[name]/page.tsx +378 -0
  8. package/app/(admin)/skills/page.tsx +406 -0
  9. package/app/(admin)/statistics/page.tsx +416 -0
  10. package/app/(admin)/tickets/[id]/page.tsx +348 -0
  11. package/app/(admin)/tickets/new/page.tsx +309 -0
  12. package/app/(admin)/tickets/page.tsx +27 -0
  13. package/app/api/audit/route.ts +30 -0
  14. package/app/api/auth/feishu/callback/route.ts +72 -0
  15. package/app/api/auth/feishu/login/route.ts +17 -0
  16. package/app/api/auth/feishu/sso/route.ts +78 -0
  17. package/app/api/auth/login/route.ts +85 -0
  18. package/app/api/auth/oauth/route.ts +168 -0
  19. package/app/api/config/providers/route.ts +105 -0
  20. package/app/api/config/route.ts +115 -0
  21. package/app/api/config/status/route.ts +56 -0
  22. package/app/api/config/test/route.ts +212 -0
  23. package/app/api/documents/[id]/route.ts +88 -0
  24. package/app/api/documents/route.ts +53 -0
  25. package/app/api/health/route.ts +32 -0
  26. package/app/api/knowledge/[id]/route.ts +152 -0
  27. package/app/api/knowledge/from-session/route.ts +27 -0
  28. package/app/api/knowledge/route.ts +100 -0
  29. package/app/api/market/knowledge/[id]/route.ts +92 -0
  30. package/app/api/market/knowledge/route.ts +130 -0
  31. package/app/api/marketplace/skills/[id]/approve/route.ts +68 -0
  32. package/app/api/marketplace/skills/[id]/certify/route.ts +54 -0
  33. package/app/api/marketplace/skills/[id]/install/route.ts +180 -0
  34. package/app/api/marketplace/skills/[id]/promote-to-system/route.ts +219 -0
  35. package/app/api/marketplace/skills/[id]/rate/route.ts +90 -0
  36. package/app/api/marketplace/skills/[id]/ratings/route.ts +55 -0
  37. package/app/api/marketplace/skills/[id]/reject/route.ts +68 -0
  38. package/app/api/marketplace/skills/[id]/route.ts +177 -0
  39. package/app/api/marketplace/skills/route.ts +235 -0
  40. package/app/api/memory/route.ts +40 -0
  41. package/app/api/my/files/[id]/route.ts +52 -0
  42. package/app/api/my/files/route.ts +230 -0
  43. package/app/api/my/knowledge/route.ts +36 -0
  44. package/app/api/pi-chat/route.ts +443 -0
  45. package/app/api/recommend/route.ts +38 -0
  46. package/app/api/scheduled-tasks/[id]/execute/route.ts +132 -0
  47. package/app/api/scheduled-tasks/[id]/route.ts +165 -0
  48. package/app/api/scheduled-tasks/[id]/toggle/route.ts +53 -0
  49. package/app/api/scheduled-tasks/route.ts +101 -0
  50. package/app/api/sessions/[id]/messages/route.ts +212 -0
  51. package/app/api/sessions/route.ts +101 -0
  52. package/app/api/share/file/[id]/route.ts +37 -0
  53. package/app/api/skills/[name]/execute/route.ts +121 -0
  54. package/app/api/skills/[name]/route.ts +167 -0
  55. package/app/api/skills/create/route.ts +65 -0
  56. package/app/api/skills/generate/route.ts +405 -0
  57. package/app/api/skills/installed/route.ts +151 -0
  58. package/app/api/skills/route.ts +174 -0
  59. package/app/api/skills/translate/route.ts +40 -0
  60. package/app/api/skills/user/[name]/route.ts +159 -0
  61. package/app/api/skills/user/route.ts +90 -0
  62. package/app/api/statistics/route.ts +94 -0
  63. package/app/api/task-executions/[id]/route.ts +34 -0
  64. package/app/api/task-executions/route.ts +29 -0
  65. package/app/api/tickets/[id]/approve/route.ts +129 -0
  66. package/app/api/tickets/[id]/execute/route.ts +201 -0
  67. package/app/api/tickets/[id]/route.ts +127 -0
  68. package/app/api/tickets/route.ts +103 -0
  69. package/app/api/user/skills/route.ts +175 -0
  70. package/app/api/users/route.ts +80 -0
  71. package/app/chat/page.tsx +5 -0
  72. package/app/globals.css +84 -0
  73. package/app/h5/layout.tsx +5 -0
  74. package/app/h5/mobile-approvals-page.tsx +167 -0
  75. package/app/h5/mobile-chat-page.tsx +951 -0
  76. package/app/h5/mobile-profile-page.tsx +147 -0
  77. package/app/h5/mobile-tickets-page.tsx +121 -0
  78. package/app/h5/page.tsx +23 -0
  79. package/app/h5/ticket-action-buttons.tsx +80 -0
  80. package/app/layout.tsx +26 -0
  81. package/app/login/page.tsx +318 -0
  82. package/app/market/knowledge/[id]/page.tsx +77 -0
  83. package/app/market/knowledge/page.tsx +358 -0
  84. package/app/market/layout.tsx +29 -0
  85. package/app/market/page.tsx +18 -0
  86. package/app/market/skills/page.tsx +397 -0
  87. package/app/my/files/page.tsx +511 -0
  88. package/app/my/knowledge/[id]/page.tsx +271 -0
  89. package/app/my/knowledge/new/page.tsx +234 -0
  90. package/app/my/knowledge/page.tsx +248 -0
  91. package/app/my/layout.tsx +32 -0
  92. package/app/my/memory/page.tsx +164 -0
  93. package/app/my/page.tsx +18 -0
  94. package/app/my/scheduled-tasks/[id]/edit/page.tsx +290 -0
  95. package/app/my/scheduled-tasks/[id]/executions/page.tsx +275 -0
  96. package/app/my/scheduled-tasks/[id]/page.tsx +284 -0
  97. package/app/my/scheduled-tasks/new/page.tsx +230 -0
  98. package/app/my/scheduled-tasks/page.tsx +27 -0
  99. package/app/my/skills/[name]/page.tsx +320 -0
  100. package/app/my/skills/new/page.tsx +394 -0
  101. package/app/my/skills/page.tsx +303 -0
  102. package/app/page.tsx +2288 -0
  103. package/app/share/[sessionId]/page.tsx +226 -0
  104. package/app/share/file/[id]/page.tsx +140 -0
  105. package/bin/README.md +63 -0
  106. package/bin/generate-api-system +300 -0
  107. package/bin/postinstall.js +95 -0
  108. package/bin/work-agent.js +173 -0
  109. package/components/ai-elements/agent.tsx +142 -0
  110. package/components/ai-elements/artifact.tsx +149 -0
  111. package/components/ai-elements/attachments.tsx +427 -0
  112. package/components/ai-elements/audio-player.tsx +232 -0
  113. package/components/ai-elements/canvas.tsx +26 -0
  114. package/components/ai-elements/chain-of-thought.tsx +223 -0
  115. package/components/ai-elements/checkpoint.tsx +72 -0
  116. package/components/ai-elements/code-block.tsx +555 -0
  117. package/components/ai-elements/commit.tsx +449 -0
  118. package/components/ai-elements/confirmation.tsx +173 -0
  119. package/components/ai-elements/connection.tsx +28 -0
  120. package/components/ai-elements/context.tsx +410 -0
  121. package/components/ai-elements/controls.tsx +19 -0
  122. package/components/ai-elements/conversation.tsx +167 -0
  123. package/components/ai-elements/edge.tsx +144 -0
  124. package/components/ai-elements/environment-variables.tsx +325 -0
  125. package/components/ai-elements/file-tree.tsx +298 -0
  126. package/components/ai-elements/image.tsx +25 -0
  127. package/components/ai-elements/inline-citation.tsx +294 -0
  128. package/components/ai-elements/jsx-preview.tsx +250 -0
  129. package/components/ai-elements/message.tsx +367 -0
  130. package/components/ai-elements/mic-selector.tsx +372 -0
  131. package/components/ai-elements/model-selector.tsx +214 -0
  132. package/components/ai-elements/node.tsx +72 -0
  133. package/components/ai-elements/open-in-chat.tsx +367 -0
  134. package/components/ai-elements/package-info.tsx +235 -0
  135. package/components/ai-elements/panel.tsx +16 -0
  136. package/components/ai-elements/persona.tsx +280 -0
  137. package/components/ai-elements/plan.tsx +144 -0
  138. package/components/ai-elements/prompt-input.tsx +1341 -0
  139. package/components/ai-elements/queue.tsx +275 -0
  140. package/components/ai-elements/reasoning.tsx +355 -0
  141. package/components/ai-elements/sandbox.tsx +133 -0
  142. package/components/ai-elements/schema-display.tsx +473 -0
  143. package/components/ai-elements/shimmer.tsx +78 -0
  144. package/components/ai-elements/snippet.tsx +141 -0
  145. package/components/ai-elements/sources.tsx +78 -0
  146. package/components/ai-elements/speech-input.tsx +324 -0
  147. package/components/ai-elements/stack-trace.tsx +531 -0
  148. package/components/ai-elements/suggestion.tsx +58 -0
  149. package/components/ai-elements/task.tsx +88 -0
  150. package/components/ai-elements/terminal.tsx +277 -0
  151. package/components/ai-elements/test-results.tsx +497 -0
  152. package/components/ai-elements/tool.tsx +174 -0
  153. package/components/ai-elements/toolbar.tsx +17 -0
  154. package/components/ai-elements/transcription.tsx +126 -0
  155. package/components/ai-elements/voice-selector.tsx +525 -0
  156. package/components/ai-elements/web-preview.tsx +282 -0
  157. package/components/audit-log-list.tsx +114 -0
  158. package/components/chat/EmptyPreviewState.tsx +12 -0
  159. package/components/chat/KnowledgePickerDialog.tsx +464 -0
  160. package/components/chat/KnowledgePreview.tsx +70 -0
  161. package/components/chat/KnowledgePreviewPanel.tsx +86 -0
  162. package/components/chat/MentionInput.tsx +309 -0
  163. package/components/chat/OrganizeDialog.tsx +258 -0
  164. package/components/chat/RecommendationBanner.tsx +94 -0
  165. package/components/chat/SaveToKnowledgeDialog.tsx +193 -0
  166. package/components/chat/SkillSelector.tsx +305 -0
  167. package/components/chat/SkillSwitcher.tsx +163 -0
  168. package/components/client-layout.tsx +15 -0
  169. package/components/knowledge/KnowledgeMetadataPanel.tsx +293 -0
  170. package/components/layout-wrapper.tsx +18 -0
  171. package/components/mobile-layout.tsx +62 -0
  172. package/components/scheduled-task-list.tsx +356 -0
  173. package/components/setup-guide.tsx +484 -0
  174. package/components/sub-nav.tsx +54 -0
  175. package/components/ticket-detail-content.tsx +383 -0
  176. package/components/ticket-list.tsx +366 -0
  177. package/components/top-nav.tsx +132 -0
  178. package/components/ui/accordion.tsx +58 -0
  179. package/components/ui/alert.tsx +59 -0
  180. package/components/ui/avatar.tsx +50 -0
  181. package/components/ui/badge.tsx +36 -0
  182. package/components/ui/button-group.tsx +83 -0
  183. package/components/ui/button.tsx +57 -0
  184. package/components/ui/card.tsx +91 -0
  185. package/components/ui/carousel.tsx +262 -0
  186. package/components/ui/collapsible.tsx +11 -0
  187. package/components/ui/command.tsx +153 -0
  188. package/components/ui/dialog.tsx +122 -0
  189. package/components/ui/dropdown-menu.tsx +200 -0
  190. package/components/ui/hover-card.tsx +29 -0
  191. package/components/ui/input-group.tsx +170 -0
  192. package/components/ui/input.tsx +22 -0
  193. package/components/ui/label.tsx +26 -0
  194. package/components/ui/popover.tsx +31 -0
  195. package/components/ui/progress.tsx +28 -0
  196. package/components/ui/scroll-area.tsx +48 -0
  197. package/components/ui/select.tsx +174 -0
  198. package/components/ui/separator.tsx +31 -0
  199. package/components/ui/spinner.tsx +16 -0
  200. package/components/ui/switch.tsx +29 -0
  201. package/components/ui/table.tsx +120 -0
  202. package/components/ui/tabs.tsx +55 -0
  203. package/components/ui/textarea.tsx +22 -0
  204. package/components/ui/tooltip.tsx +30 -0
  205. package/components/welcome-guide.tsx +182 -0
  206. package/components.json +24 -0
  207. package/lib/command-parser.ts +331 -0
  208. package/lib/dangerous-commands.ts +672 -0
  209. package/lib/db.ts +2250 -0
  210. package/lib/feishu-auth.ts +135 -0
  211. package/lib/file-storage.ts +306 -0
  212. package/lib/file-tool.ts +583 -0
  213. package/lib/knowledge-tool.ts +152 -0
  214. package/lib/knowledge-types.ts +66 -0
  215. package/lib/market-client.ts +313 -0
  216. package/lib/market-db.ts +736 -0
  217. package/lib/market-types.ts +51 -0
  218. package/lib/memory-tool.ts +211 -0
  219. package/lib/memory.ts +197 -0
  220. package/lib/pi-config.ts +436 -0
  221. package/lib/pi-session.ts +799 -0
  222. package/lib/pinyin.ts +13 -0
  223. package/lib/recommendation.ts +227 -0
  224. package/lib/risk-estimator.ts +350 -0
  225. package/lib/scheduled-task-tool.ts +184 -0
  226. package/lib/scheduler-init.ts +43 -0
  227. package/lib/scheduler.ts +416 -0
  228. package/lib/secure-bash-tool.ts +413 -0
  229. package/lib/skill-engine.ts +396 -0
  230. package/lib/skill-generator.ts +269 -0
  231. package/lib/skill-loader.ts +234 -0
  232. package/lib/skill-tool.ts +188 -0
  233. package/lib/skill-types.ts +82 -0
  234. package/lib/skills-init.ts +58 -0
  235. package/lib/ticket-tool.ts +246 -0
  236. package/lib/user-skill-types.ts +30 -0
  237. package/lib/user-skills.ts +362 -0
  238. package/lib/utils.ts +6 -0
  239. package/lib/workflow.ts +154 -0
  240. package/lib/zip-tool.ts +191 -0
  241. package/next.config.js +8 -0
  242. package/package.json +106 -0
  243. package/public/.gitkeep +1 -0
  244. package/public/icon.svg +1 -0
  245. package/tsconfig.json +42 -0
@@ -0,0 +1,141 @@
1
+ "use client";
2
+
3
+ import type { ComponentProps } from "react";
4
+
5
+ import {
6
+ InputGroup,
7
+ InputGroupAddon,
8
+ InputGroupButton,
9
+ InputGroupInput,
10
+ InputGroupText,
11
+ } from "@/components/ui/input-group";
12
+ import { cn } from "@/lib/utils";
13
+ import { CheckIcon, CopyIcon } from "lucide-react";
14
+ import {
15
+ createContext,
16
+ useCallback,
17
+ useContext,
18
+ useEffect,
19
+ useRef,
20
+ useState,
21
+ } from "react";
22
+
23
+ interface SnippetContextType {
24
+ code: string;
25
+ }
26
+
27
+ const SnippetContext = createContext<SnippetContextType>({
28
+ code: "",
29
+ });
30
+
31
+ export type SnippetProps = ComponentProps<typeof InputGroup> & {
32
+ code: string;
33
+ };
34
+
35
+ export const Snippet = ({
36
+ code,
37
+ className,
38
+ children,
39
+ ...props
40
+ }: SnippetProps) => (
41
+ <SnippetContext.Provider value={{ code }}>
42
+ <InputGroup className={cn("font-mono", className)} {...props}>
43
+ {children}
44
+ </InputGroup>
45
+ </SnippetContext.Provider>
46
+ );
47
+
48
+ export type SnippetAddonProps = ComponentProps<typeof InputGroupAddon>;
49
+
50
+ export const SnippetAddon = (props: SnippetAddonProps) => (
51
+ <InputGroupAddon {...props} />
52
+ );
53
+
54
+ export type SnippetTextProps = ComponentProps<typeof InputGroupText>;
55
+
56
+ export const SnippetText = ({ className, ...props }: SnippetTextProps) => (
57
+ <InputGroupText
58
+ className={cn("pl-2 font-normal text-muted-foreground", className)}
59
+ {...props}
60
+ />
61
+ );
62
+
63
+ export type SnippetInputProps = Omit<
64
+ ComponentProps<typeof InputGroupInput>,
65
+ "readOnly" | "value"
66
+ >;
67
+
68
+ export const SnippetInput = ({ className, ...props }: SnippetInputProps) => {
69
+ const { code } = useContext(SnippetContext);
70
+
71
+ return (
72
+ <InputGroupInput
73
+ className={cn("text-foreground", className)}
74
+ readOnly
75
+ value={code}
76
+ {...props}
77
+ />
78
+ );
79
+ };
80
+
81
+ export type SnippetCopyButtonProps = ComponentProps<typeof InputGroupButton> & {
82
+ onCopy?: () => void;
83
+ onError?: (error: Error) => void;
84
+ timeout?: number;
85
+ };
86
+
87
+ export const SnippetCopyButton = ({
88
+ onCopy,
89
+ onError,
90
+ timeout = 2000,
91
+ children,
92
+ className,
93
+ ...props
94
+ }: SnippetCopyButtonProps) => {
95
+ const [isCopied, setIsCopied] = useState(false);
96
+ const timeoutRef = useRef<number>(0);
97
+ const { code } = useContext(SnippetContext);
98
+
99
+ const copyToClipboard = useCallback(async () => {
100
+ if (typeof window === "undefined" || !navigator?.clipboard?.writeText) {
101
+ onError?.(new Error("Clipboard API not available"));
102
+ return;
103
+ }
104
+
105
+ try {
106
+ if (!isCopied) {
107
+ await navigator.clipboard.writeText(code);
108
+ setIsCopied(true);
109
+ onCopy?.();
110
+ timeoutRef.current = window.setTimeout(
111
+ () => setIsCopied(false),
112
+ timeout
113
+ );
114
+ }
115
+ } catch (error) {
116
+ onError?.(error as Error);
117
+ }
118
+ }, [code, onCopy, onError, timeout, isCopied]);
119
+
120
+ useEffect(
121
+ () => () => {
122
+ window.clearTimeout(timeoutRef.current);
123
+ },
124
+ []
125
+ );
126
+
127
+ const Icon = isCopied ? CheckIcon : CopyIcon;
128
+
129
+ return (
130
+ <InputGroupButton
131
+ aria-label="Copy"
132
+ className={className}
133
+ onClick={copyToClipboard}
134
+ size="icon-sm"
135
+ title="Copy"
136
+ {...props}
137
+ >
138
+ {children ?? <Icon className="size-3.5" size={14} />}
139
+ </InputGroupButton>
140
+ );
141
+ };
@@ -0,0 +1,78 @@
1
+ "use client";
2
+
3
+ import type { ComponentProps } from "react";
4
+
5
+ import {
6
+ Collapsible,
7
+ CollapsibleContent,
8
+ CollapsibleTrigger,
9
+ } from "@/components/ui/collapsible";
10
+ import { cn } from "@/lib/utils";
11
+ import { BookIcon, ChevronDownIcon } from "lucide-react";
12
+
13
+ export type SourcesProps = ComponentProps<"div">;
14
+
15
+ export const Sources = ({ className, ...props }: SourcesProps) => (
16
+ <Collapsible
17
+ className={cn("not-prose mb-4 text-primary text-xs", className)}
18
+ {...props}
19
+ />
20
+ );
21
+
22
+ export type SourcesTriggerProps = ComponentProps<typeof CollapsibleTrigger> & {
23
+ count: number;
24
+ };
25
+
26
+ export const SourcesTrigger = ({
27
+ className,
28
+ count,
29
+ children,
30
+ ...props
31
+ }: SourcesTriggerProps) => (
32
+ <CollapsibleTrigger
33
+ className={cn("flex items-center gap-2", className)}
34
+ {...props}
35
+ >
36
+ {children ?? (
37
+ <>
38
+ <p className="font-medium">Used {count} sources</p>
39
+ <ChevronDownIcon className="h-4 w-4" />
40
+ </>
41
+ )}
42
+ </CollapsibleTrigger>
43
+ );
44
+
45
+ export type SourcesContentProps = ComponentProps<typeof CollapsibleContent>;
46
+
47
+ export const SourcesContent = ({
48
+ className,
49
+ ...props
50
+ }: SourcesContentProps) => (
51
+ <CollapsibleContent
52
+ className={cn(
53
+ "mt-3 flex w-fit flex-col gap-2",
54
+ "data-[state=closed]:fade-out-0 data-[state=closed]:slide-out-to-top-2 data-[state=open]:slide-in-from-top-2 outline-none data-[state=closed]:animate-out data-[state=open]:animate-in",
55
+ className
56
+ )}
57
+ {...props}
58
+ />
59
+ );
60
+
61
+ export type SourceProps = ComponentProps<"a">;
62
+
63
+ export const Source = ({ href, title, children, ...props }: SourceProps) => (
64
+ <a
65
+ className="flex items-center gap-2"
66
+ href={href}
67
+ rel="noreferrer"
68
+ target="_blank"
69
+ {...props}
70
+ >
71
+ {children ?? (
72
+ <>
73
+ <BookIcon className="h-4 w-4" />
74
+ <span className="block font-medium">{title}</span>
75
+ </>
76
+ )}
77
+ </a>
78
+ );
@@ -0,0 +1,324 @@
1
+ "use client";
2
+
3
+ import type { ComponentProps } from "react";
4
+
5
+ import { Button } from "@/components/ui/button";
6
+ import { Spinner } from "@/components/ui/spinner";
7
+ import { cn } from "@/lib/utils";
8
+ import { MicIcon, SquareIcon } from "lucide-react";
9
+ import { useCallback, useEffect, useRef, useState } from "react";
10
+
11
+ interface SpeechRecognition extends EventTarget {
12
+ continuous: boolean;
13
+ interimResults: boolean;
14
+ lang: string;
15
+ start(): void;
16
+ stop(): void;
17
+ onstart: ((this: SpeechRecognition, ev: Event) => void) | null;
18
+ onend: ((this: SpeechRecognition, ev: Event) => void) | null;
19
+ onresult:
20
+ | ((this: SpeechRecognition, ev: SpeechRecognitionEvent) => void)
21
+ | null;
22
+ onerror:
23
+ | ((this: SpeechRecognition, ev: SpeechRecognitionErrorEvent) => void)
24
+ | null;
25
+ }
26
+
27
+ interface SpeechRecognitionEvent extends Event {
28
+ results: SpeechRecognitionResultList;
29
+ resultIndex: number;
30
+ }
31
+
32
+ interface SpeechRecognitionResultList {
33
+ readonly length: number;
34
+ item(index: number): SpeechRecognitionResult;
35
+ [index: number]: SpeechRecognitionResult;
36
+ }
37
+
38
+ interface SpeechRecognitionResult {
39
+ readonly length: number;
40
+ item(index: number): SpeechRecognitionAlternative;
41
+ [index: number]: SpeechRecognitionAlternative;
42
+ isFinal: boolean;
43
+ }
44
+
45
+ interface SpeechRecognitionAlternative {
46
+ transcript: string;
47
+ confidence: number;
48
+ }
49
+
50
+ interface SpeechRecognitionErrorEvent extends Event {
51
+ error: string;
52
+ }
53
+
54
+ declare global {
55
+ interface Window {
56
+ SpeechRecognition: new () => SpeechRecognition;
57
+ webkitSpeechRecognition: new () => SpeechRecognition;
58
+ }
59
+ }
60
+
61
+ type SpeechInputMode = "speech-recognition" | "media-recorder" | "none";
62
+
63
+ export type SpeechInputProps = ComponentProps<typeof Button> & {
64
+ onTranscriptionChange?: (text: string) => void;
65
+ /**
66
+ * Callback for when audio is recorded using MediaRecorder fallback.
67
+ * This is called in browsers that don't support the Web Speech API (Firefox, Safari).
68
+ * The callback receives an audio Blob that should be sent to a transcription service.
69
+ * Return the transcribed text, which will be passed to onTranscriptionChange.
70
+ */
71
+ onAudioRecorded?: (audioBlob: Blob) => Promise<string>;
72
+ lang?: string;
73
+ };
74
+
75
+ const detectSpeechInputMode = (): SpeechInputMode => {
76
+ if (typeof window === "undefined") {
77
+ return "none";
78
+ }
79
+
80
+ if ("SpeechRecognition" in window || "webkitSpeechRecognition" in window) {
81
+ return "speech-recognition";
82
+ }
83
+
84
+ if ("MediaRecorder" in window && "mediaDevices" in navigator) {
85
+ return "media-recorder";
86
+ }
87
+
88
+ return "none";
89
+ };
90
+
91
+ export const SpeechInput = ({
92
+ className,
93
+ onTranscriptionChange,
94
+ onAudioRecorded,
95
+ lang = "en-US",
96
+ ...props
97
+ }: SpeechInputProps) => {
98
+ const [isListening, setIsListening] = useState(false);
99
+ const [isProcessing, setIsProcessing] = useState(false);
100
+ const [mode] = useState<SpeechInputMode>(detectSpeechInputMode);
101
+ const [isRecognitionReady, setIsRecognitionReady] = useState(false);
102
+ const recognitionRef = useRef<SpeechRecognition | null>(null);
103
+ const mediaRecorderRef = useRef<MediaRecorder | null>(null);
104
+ const streamRef = useRef<MediaStream | null>(null);
105
+ const audioChunksRef = useRef<Blob[]>([]);
106
+ const onTranscriptionChangeRef = useRef<
107
+ SpeechInputProps["onTranscriptionChange"]
108
+ >(onTranscriptionChange);
109
+ const onAudioRecordedRef =
110
+ useRef<SpeechInputProps["onAudioRecorded"]>(onAudioRecorded);
111
+
112
+ // Keep refs in sync
113
+ onTranscriptionChangeRef.current = onTranscriptionChange;
114
+ onAudioRecordedRef.current = onAudioRecorded;
115
+
116
+ // Initialize Speech Recognition when mode is speech-recognition
117
+ useEffect(() => {
118
+ if (mode !== "speech-recognition") {
119
+ return;
120
+ }
121
+
122
+ const SpeechRecognition =
123
+ window.SpeechRecognition || window.webkitSpeechRecognition;
124
+ const speechRecognition = new SpeechRecognition();
125
+
126
+ speechRecognition.continuous = true;
127
+ speechRecognition.interimResults = true;
128
+ speechRecognition.lang = lang;
129
+
130
+ const handleStart = () => {
131
+ setIsListening(true);
132
+ };
133
+
134
+ const handleEnd = () => {
135
+ setIsListening(false);
136
+ };
137
+
138
+ const handleResult = (event: Event) => {
139
+ const speechEvent = event as SpeechRecognitionEvent;
140
+ let finalTranscript = "";
141
+
142
+ for (
143
+ let i = speechEvent.resultIndex;
144
+ i < speechEvent.results.length;
145
+ i += 1
146
+ ) {
147
+ const result = speechEvent.results[i];
148
+ if (result.isFinal) {
149
+ finalTranscript += result[0]?.transcript ?? "";
150
+ }
151
+ }
152
+
153
+ if (finalTranscript) {
154
+ onTranscriptionChangeRef.current?.(finalTranscript);
155
+ }
156
+ };
157
+
158
+ const handleError = () => {
159
+ setIsListening(false);
160
+ };
161
+
162
+ speechRecognition.addEventListener("start", handleStart);
163
+ speechRecognition.addEventListener("end", handleEnd);
164
+ speechRecognition.addEventListener("result", handleResult);
165
+ speechRecognition.addEventListener("error", handleError);
166
+
167
+ recognitionRef.current = speechRecognition;
168
+ setIsRecognitionReady(true);
169
+
170
+ return () => {
171
+ speechRecognition.removeEventListener("start", handleStart);
172
+ speechRecognition.removeEventListener("end", handleEnd);
173
+ speechRecognition.removeEventListener("result", handleResult);
174
+ speechRecognition.removeEventListener("error", handleError);
175
+ speechRecognition.stop();
176
+ recognitionRef.current = null;
177
+ setIsRecognitionReady(false);
178
+ };
179
+ }, [mode, lang]);
180
+
181
+ // Cleanup MediaRecorder and stream on unmount
182
+ useEffect(
183
+ () => () => {
184
+ if (mediaRecorderRef.current?.state === "recording") {
185
+ mediaRecorderRef.current.stop();
186
+ }
187
+ if (streamRef.current) {
188
+ for (const track of streamRef.current.getTracks()) {
189
+ track.stop();
190
+ }
191
+ }
192
+ },
193
+ []
194
+ );
195
+
196
+ // Start MediaRecorder recording
197
+ const startMediaRecorder = useCallback(async () => {
198
+ if (!onAudioRecordedRef.current) {
199
+ return;
200
+ }
201
+
202
+ try {
203
+ const stream = await navigator.mediaDevices.getUserMedia({ audio: true });
204
+ streamRef.current = stream;
205
+ const mediaRecorder = new MediaRecorder(stream);
206
+ audioChunksRef.current = [];
207
+
208
+ const handleDataAvailable = (event: BlobEvent) => {
209
+ if (event.data.size > 0) {
210
+ audioChunksRef.current.push(event.data);
211
+ }
212
+ };
213
+
214
+ const handleStop = async () => {
215
+ for (const track of stream.getTracks()) {
216
+ track.stop();
217
+ }
218
+ streamRef.current = null;
219
+
220
+ const audioBlob = new Blob(audioChunksRef.current, {
221
+ type: "audio/webm",
222
+ });
223
+
224
+ if (audioBlob.size > 0 && onAudioRecordedRef.current) {
225
+ setIsProcessing(true);
226
+ try {
227
+ const transcript = await onAudioRecordedRef.current(audioBlob);
228
+ if (transcript) {
229
+ onTranscriptionChangeRef.current?.(transcript);
230
+ }
231
+ } catch {
232
+ // Error handling delegated to the onAudioRecorded caller
233
+ } finally {
234
+ setIsProcessing(false);
235
+ }
236
+ }
237
+ };
238
+
239
+ const handleError = () => {
240
+ setIsListening(false);
241
+ for (const track of stream.getTracks()) {
242
+ track.stop();
243
+ }
244
+ streamRef.current = null;
245
+ };
246
+
247
+ mediaRecorder.addEventListener("dataavailable", handleDataAvailable);
248
+ mediaRecorder.addEventListener("stop", handleStop);
249
+ mediaRecorder.addEventListener("error", handleError);
250
+
251
+ mediaRecorderRef.current = mediaRecorder;
252
+ mediaRecorder.start();
253
+ setIsListening(true);
254
+ } catch {
255
+ setIsListening(false);
256
+ }
257
+ }, []);
258
+
259
+ // Stop MediaRecorder recording
260
+ const stopMediaRecorder = useCallback(() => {
261
+ if (mediaRecorderRef.current?.state === "recording") {
262
+ mediaRecorderRef.current.stop();
263
+ }
264
+ setIsListening(false);
265
+ }, []);
266
+
267
+ const toggleListening = useCallback(() => {
268
+ if (mode === "speech-recognition" && recognitionRef.current) {
269
+ if (isListening) {
270
+ recognitionRef.current.stop();
271
+ } else {
272
+ recognitionRef.current.start();
273
+ }
274
+ } else if (mode === "media-recorder") {
275
+ if (isListening) {
276
+ stopMediaRecorder();
277
+ } else {
278
+ startMediaRecorder();
279
+ }
280
+ }
281
+ }, [mode, isListening, startMediaRecorder, stopMediaRecorder]);
282
+
283
+ // Determine if button should be disabled
284
+ const isDisabled =
285
+ mode === "none" ||
286
+ (mode === "speech-recognition" && !isRecognitionReady) ||
287
+ (mode === "media-recorder" && !onAudioRecorded) ||
288
+ isProcessing;
289
+
290
+ return (
291
+ <div className="relative inline-flex items-center justify-center">
292
+ {/* Animated pulse rings */}
293
+ {isListening &&
294
+ [0, 1, 2].map((index) => (
295
+ <div
296
+ className="absolute inset-0 animate-ping rounded-full border-2 border-red-400/30"
297
+ key={index}
298
+ style={{
299
+ animationDelay: `${index * 0.3}s`,
300
+ animationDuration: "2s",
301
+ }}
302
+ />
303
+ ))}
304
+
305
+ {/* Main record button */}
306
+ <Button
307
+ className={cn(
308
+ "relative z-10 rounded-full transition-all duration-300",
309
+ isListening
310
+ ? "bg-destructive text-white hover:bg-destructive/80 hover:text-white"
311
+ : "bg-primary text-primary-foreground hover:bg-primary/80 hover:text-primary-foreground",
312
+ className
313
+ )}
314
+ disabled={isDisabled}
315
+ onClick={toggleListening}
316
+ {...props}
317
+ >
318
+ {isProcessing && <Spinner />}
319
+ {!isProcessing && isListening && <SquareIcon className="size-4" />}
320
+ {!(isProcessing || isListening) && <MicIcon className="size-4" />}
321
+ </Button>
322
+ </div>
323
+ );
324
+ };