work-agent 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +234 -0
- package/app/(admin)/approvals/page.tsx +16 -0
- package/app/(admin)/audit/page.tsx +18 -0
- package/app/(admin)/layout.tsx +47 -0
- package/app/(admin)/scheduled-tasks/page.tsx +17 -0
- package/app/(admin)/settings/page.tsx +46 -0
- package/app/(admin)/skills/[name]/page.tsx +378 -0
- package/app/(admin)/skills/page.tsx +406 -0
- package/app/(admin)/statistics/page.tsx +416 -0
- package/app/(admin)/tickets/[id]/page.tsx +348 -0
- package/app/(admin)/tickets/new/page.tsx +309 -0
- package/app/(admin)/tickets/page.tsx +27 -0
- package/app/api/audit/route.ts +30 -0
- package/app/api/auth/feishu/callback/route.ts +72 -0
- package/app/api/auth/feishu/login/route.ts +17 -0
- package/app/api/auth/feishu/sso/route.ts +78 -0
- package/app/api/auth/login/route.ts +85 -0
- package/app/api/auth/oauth/route.ts +168 -0
- package/app/api/config/providers/route.ts +105 -0
- package/app/api/config/route.ts +115 -0
- package/app/api/config/status/route.ts +56 -0
- package/app/api/config/test/route.ts +212 -0
- package/app/api/documents/[id]/route.ts +88 -0
- package/app/api/documents/route.ts +53 -0
- package/app/api/health/route.ts +32 -0
- package/app/api/knowledge/[id]/route.ts +152 -0
- package/app/api/knowledge/from-session/route.ts +27 -0
- package/app/api/knowledge/route.ts +100 -0
- package/app/api/market/knowledge/[id]/route.ts +92 -0
- package/app/api/market/knowledge/route.ts +130 -0
- package/app/api/marketplace/skills/[id]/approve/route.ts +68 -0
- package/app/api/marketplace/skills/[id]/certify/route.ts +54 -0
- package/app/api/marketplace/skills/[id]/install/route.ts +180 -0
- package/app/api/marketplace/skills/[id]/promote-to-system/route.ts +219 -0
- package/app/api/marketplace/skills/[id]/rate/route.ts +90 -0
- package/app/api/marketplace/skills/[id]/ratings/route.ts +55 -0
- package/app/api/marketplace/skills/[id]/reject/route.ts +68 -0
- package/app/api/marketplace/skills/[id]/route.ts +177 -0
- package/app/api/marketplace/skills/route.ts +235 -0
- package/app/api/memory/route.ts +40 -0
- package/app/api/my/files/[id]/route.ts +52 -0
- package/app/api/my/files/route.ts +230 -0
- package/app/api/my/knowledge/route.ts +36 -0
- package/app/api/pi-chat/route.ts +443 -0
- package/app/api/recommend/route.ts +38 -0
- package/app/api/scheduled-tasks/[id]/execute/route.ts +132 -0
- package/app/api/scheduled-tasks/[id]/route.ts +165 -0
- package/app/api/scheduled-tasks/[id]/toggle/route.ts +53 -0
- package/app/api/scheduled-tasks/route.ts +101 -0
- package/app/api/sessions/[id]/messages/route.ts +212 -0
- package/app/api/sessions/route.ts +101 -0
- package/app/api/share/file/[id]/route.ts +37 -0
- package/app/api/skills/[name]/execute/route.ts +121 -0
- package/app/api/skills/[name]/route.ts +167 -0
- package/app/api/skills/create/route.ts +65 -0
- package/app/api/skills/generate/route.ts +405 -0
- package/app/api/skills/installed/route.ts +151 -0
- package/app/api/skills/route.ts +174 -0
- package/app/api/skills/translate/route.ts +40 -0
- package/app/api/skills/user/[name]/route.ts +159 -0
- package/app/api/skills/user/route.ts +90 -0
- package/app/api/statistics/route.ts +94 -0
- package/app/api/task-executions/[id]/route.ts +34 -0
- package/app/api/task-executions/route.ts +29 -0
- package/app/api/tickets/[id]/approve/route.ts +129 -0
- package/app/api/tickets/[id]/execute/route.ts +201 -0
- package/app/api/tickets/[id]/route.ts +127 -0
- package/app/api/tickets/route.ts +103 -0
- package/app/api/user/skills/route.ts +175 -0
- package/app/api/users/route.ts +80 -0
- package/app/chat/page.tsx +5 -0
- package/app/globals.css +84 -0
- package/app/h5/layout.tsx +5 -0
- package/app/h5/mobile-approvals-page.tsx +167 -0
- package/app/h5/mobile-chat-page.tsx +951 -0
- package/app/h5/mobile-profile-page.tsx +147 -0
- package/app/h5/mobile-tickets-page.tsx +121 -0
- package/app/h5/page.tsx +23 -0
- package/app/h5/ticket-action-buttons.tsx +80 -0
- package/app/layout.tsx +26 -0
- package/app/login/page.tsx +318 -0
- package/app/market/knowledge/[id]/page.tsx +77 -0
- package/app/market/knowledge/page.tsx +358 -0
- package/app/market/layout.tsx +29 -0
- package/app/market/page.tsx +18 -0
- package/app/market/skills/page.tsx +397 -0
- package/app/my/files/page.tsx +511 -0
- package/app/my/knowledge/[id]/page.tsx +271 -0
- package/app/my/knowledge/new/page.tsx +234 -0
- package/app/my/knowledge/page.tsx +248 -0
- package/app/my/layout.tsx +32 -0
- package/app/my/memory/page.tsx +164 -0
- package/app/my/page.tsx +18 -0
- package/app/my/scheduled-tasks/[id]/edit/page.tsx +290 -0
- package/app/my/scheduled-tasks/[id]/executions/page.tsx +275 -0
- package/app/my/scheduled-tasks/[id]/page.tsx +284 -0
- package/app/my/scheduled-tasks/new/page.tsx +230 -0
- package/app/my/scheduled-tasks/page.tsx +27 -0
- package/app/my/skills/[name]/page.tsx +320 -0
- package/app/my/skills/new/page.tsx +394 -0
- package/app/my/skills/page.tsx +303 -0
- package/app/page.tsx +2288 -0
- package/app/share/[sessionId]/page.tsx +226 -0
- package/app/share/file/[id]/page.tsx +140 -0
- package/bin/README.md +63 -0
- package/bin/generate-api-system +300 -0
- package/bin/postinstall.js +95 -0
- package/bin/work-agent.js +173 -0
- package/components/ai-elements/agent.tsx +142 -0
- package/components/ai-elements/artifact.tsx +149 -0
- package/components/ai-elements/attachments.tsx +427 -0
- package/components/ai-elements/audio-player.tsx +232 -0
- package/components/ai-elements/canvas.tsx +26 -0
- package/components/ai-elements/chain-of-thought.tsx +223 -0
- package/components/ai-elements/checkpoint.tsx +72 -0
- package/components/ai-elements/code-block.tsx +555 -0
- package/components/ai-elements/commit.tsx +449 -0
- package/components/ai-elements/confirmation.tsx +173 -0
- package/components/ai-elements/connection.tsx +28 -0
- package/components/ai-elements/context.tsx +410 -0
- package/components/ai-elements/controls.tsx +19 -0
- package/components/ai-elements/conversation.tsx +167 -0
- package/components/ai-elements/edge.tsx +144 -0
- package/components/ai-elements/environment-variables.tsx +325 -0
- package/components/ai-elements/file-tree.tsx +298 -0
- package/components/ai-elements/image.tsx +25 -0
- package/components/ai-elements/inline-citation.tsx +294 -0
- package/components/ai-elements/jsx-preview.tsx +250 -0
- package/components/ai-elements/message.tsx +367 -0
- package/components/ai-elements/mic-selector.tsx +372 -0
- package/components/ai-elements/model-selector.tsx +214 -0
- package/components/ai-elements/node.tsx +72 -0
- package/components/ai-elements/open-in-chat.tsx +367 -0
- package/components/ai-elements/package-info.tsx +235 -0
- package/components/ai-elements/panel.tsx +16 -0
- package/components/ai-elements/persona.tsx +280 -0
- package/components/ai-elements/plan.tsx +144 -0
- package/components/ai-elements/prompt-input.tsx +1341 -0
- package/components/ai-elements/queue.tsx +275 -0
- package/components/ai-elements/reasoning.tsx +355 -0
- package/components/ai-elements/sandbox.tsx +133 -0
- package/components/ai-elements/schema-display.tsx +473 -0
- package/components/ai-elements/shimmer.tsx +78 -0
- package/components/ai-elements/snippet.tsx +141 -0
- package/components/ai-elements/sources.tsx +78 -0
- package/components/ai-elements/speech-input.tsx +324 -0
- package/components/ai-elements/stack-trace.tsx +531 -0
- package/components/ai-elements/suggestion.tsx +58 -0
- package/components/ai-elements/task.tsx +88 -0
- package/components/ai-elements/terminal.tsx +277 -0
- package/components/ai-elements/test-results.tsx +497 -0
- package/components/ai-elements/tool.tsx +174 -0
- package/components/ai-elements/toolbar.tsx +17 -0
- package/components/ai-elements/transcription.tsx +126 -0
- package/components/ai-elements/voice-selector.tsx +525 -0
- package/components/ai-elements/web-preview.tsx +282 -0
- package/components/audit-log-list.tsx +114 -0
- package/components/chat/EmptyPreviewState.tsx +12 -0
- package/components/chat/KnowledgePickerDialog.tsx +464 -0
- package/components/chat/KnowledgePreview.tsx +70 -0
- package/components/chat/KnowledgePreviewPanel.tsx +86 -0
- package/components/chat/MentionInput.tsx +309 -0
- package/components/chat/OrganizeDialog.tsx +258 -0
- package/components/chat/RecommendationBanner.tsx +94 -0
- package/components/chat/SaveToKnowledgeDialog.tsx +193 -0
- package/components/chat/SkillSelector.tsx +305 -0
- package/components/chat/SkillSwitcher.tsx +163 -0
- package/components/client-layout.tsx +15 -0
- package/components/knowledge/KnowledgeMetadataPanel.tsx +293 -0
- package/components/layout-wrapper.tsx +18 -0
- package/components/mobile-layout.tsx +62 -0
- package/components/scheduled-task-list.tsx +356 -0
- package/components/setup-guide.tsx +484 -0
- package/components/sub-nav.tsx +54 -0
- package/components/ticket-detail-content.tsx +383 -0
- package/components/ticket-list.tsx +366 -0
- package/components/top-nav.tsx +132 -0
- package/components/ui/accordion.tsx +58 -0
- package/components/ui/alert.tsx +59 -0
- package/components/ui/avatar.tsx +50 -0
- package/components/ui/badge.tsx +36 -0
- package/components/ui/button-group.tsx +83 -0
- package/components/ui/button.tsx +57 -0
- package/components/ui/card.tsx +91 -0
- package/components/ui/carousel.tsx +262 -0
- package/components/ui/collapsible.tsx +11 -0
- package/components/ui/command.tsx +153 -0
- package/components/ui/dialog.tsx +122 -0
- package/components/ui/dropdown-menu.tsx +200 -0
- package/components/ui/hover-card.tsx +29 -0
- package/components/ui/input-group.tsx +170 -0
- package/components/ui/input.tsx +22 -0
- package/components/ui/label.tsx +26 -0
- package/components/ui/popover.tsx +31 -0
- package/components/ui/progress.tsx +28 -0
- package/components/ui/scroll-area.tsx +48 -0
- package/components/ui/select.tsx +174 -0
- package/components/ui/separator.tsx +31 -0
- package/components/ui/spinner.tsx +16 -0
- package/components/ui/switch.tsx +29 -0
- package/components/ui/table.tsx +120 -0
- package/components/ui/tabs.tsx +55 -0
- package/components/ui/textarea.tsx +22 -0
- package/components/ui/tooltip.tsx +30 -0
- package/components/welcome-guide.tsx +182 -0
- package/components.json +24 -0
- package/lib/command-parser.ts +331 -0
- package/lib/dangerous-commands.ts +672 -0
- package/lib/db.ts +2250 -0
- package/lib/feishu-auth.ts +135 -0
- package/lib/file-storage.ts +306 -0
- package/lib/file-tool.ts +583 -0
- package/lib/knowledge-tool.ts +152 -0
- package/lib/knowledge-types.ts +66 -0
- package/lib/market-client.ts +313 -0
- package/lib/market-db.ts +736 -0
- package/lib/market-types.ts +51 -0
- package/lib/memory-tool.ts +211 -0
- package/lib/memory.ts +197 -0
- package/lib/pi-config.ts +436 -0
- package/lib/pi-session.ts +799 -0
- package/lib/pinyin.ts +13 -0
- package/lib/recommendation.ts +227 -0
- package/lib/risk-estimator.ts +350 -0
- package/lib/scheduled-task-tool.ts +184 -0
- package/lib/scheduler-init.ts +43 -0
- package/lib/scheduler.ts +416 -0
- package/lib/secure-bash-tool.ts +413 -0
- package/lib/skill-engine.ts +396 -0
- package/lib/skill-generator.ts +269 -0
- package/lib/skill-loader.ts +234 -0
- package/lib/skill-tool.ts +188 -0
- package/lib/skill-types.ts +82 -0
- package/lib/skills-init.ts +58 -0
- package/lib/ticket-tool.ts +246 -0
- package/lib/user-skill-types.ts +30 -0
- package/lib/user-skills.ts +362 -0
- package/lib/utils.ts +6 -0
- package/lib/workflow.ts +154 -0
- package/lib/zip-tool.ts +191 -0
- package/next.config.js +8 -0
- package/package.json +106 -0
- package/public/.gitkeep +1 -0
- package/public/icon.svg +1 -0
- package/tsconfig.json +42 -0
|
@@ -0,0 +1,141 @@
|
|
|
1
|
+
"use client";
|
|
2
|
+
|
|
3
|
+
import type { ComponentProps } from "react";
|
|
4
|
+
|
|
5
|
+
import {
|
|
6
|
+
InputGroup,
|
|
7
|
+
InputGroupAddon,
|
|
8
|
+
InputGroupButton,
|
|
9
|
+
InputGroupInput,
|
|
10
|
+
InputGroupText,
|
|
11
|
+
} from "@/components/ui/input-group";
|
|
12
|
+
import { cn } from "@/lib/utils";
|
|
13
|
+
import { CheckIcon, CopyIcon } from "lucide-react";
|
|
14
|
+
import {
|
|
15
|
+
createContext,
|
|
16
|
+
useCallback,
|
|
17
|
+
useContext,
|
|
18
|
+
useEffect,
|
|
19
|
+
useRef,
|
|
20
|
+
useState,
|
|
21
|
+
} from "react";
|
|
22
|
+
|
|
23
|
+
interface SnippetContextType {
|
|
24
|
+
code: string;
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
const SnippetContext = createContext<SnippetContextType>({
|
|
28
|
+
code: "",
|
|
29
|
+
});
|
|
30
|
+
|
|
31
|
+
export type SnippetProps = ComponentProps<typeof InputGroup> & {
|
|
32
|
+
code: string;
|
|
33
|
+
};
|
|
34
|
+
|
|
35
|
+
export const Snippet = ({
|
|
36
|
+
code,
|
|
37
|
+
className,
|
|
38
|
+
children,
|
|
39
|
+
...props
|
|
40
|
+
}: SnippetProps) => (
|
|
41
|
+
<SnippetContext.Provider value={{ code }}>
|
|
42
|
+
<InputGroup className={cn("font-mono", className)} {...props}>
|
|
43
|
+
{children}
|
|
44
|
+
</InputGroup>
|
|
45
|
+
</SnippetContext.Provider>
|
|
46
|
+
);
|
|
47
|
+
|
|
48
|
+
export type SnippetAddonProps = ComponentProps<typeof InputGroupAddon>;
|
|
49
|
+
|
|
50
|
+
export const SnippetAddon = (props: SnippetAddonProps) => (
|
|
51
|
+
<InputGroupAddon {...props} />
|
|
52
|
+
);
|
|
53
|
+
|
|
54
|
+
export type SnippetTextProps = ComponentProps<typeof InputGroupText>;
|
|
55
|
+
|
|
56
|
+
export const SnippetText = ({ className, ...props }: SnippetTextProps) => (
|
|
57
|
+
<InputGroupText
|
|
58
|
+
className={cn("pl-2 font-normal text-muted-foreground", className)}
|
|
59
|
+
{...props}
|
|
60
|
+
/>
|
|
61
|
+
);
|
|
62
|
+
|
|
63
|
+
export type SnippetInputProps = Omit<
|
|
64
|
+
ComponentProps<typeof InputGroupInput>,
|
|
65
|
+
"readOnly" | "value"
|
|
66
|
+
>;
|
|
67
|
+
|
|
68
|
+
export const SnippetInput = ({ className, ...props }: SnippetInputProps) => {
|
|
69
|
+
const { code } = useContext(SnippetContext);
|
|
70
|
+
|
|
71
|
+
return (
|
|
72
|
+
<InputGroupInput
|
|
73
|
+
className={cn("text-foreground", className)}
|
|
74
|
+
readOnly
|
|
75
|
+
value={code}
|
|
76
|
+
{...props}
|
|
77
|
+
/>
|
|
78
|
+
);
|
|
79
|
+
};
|
|
80
|
+
|
|
81
|
+
export type SnippetCopyButtonProps = ComponentProps<typeof InputGroupButton> & {
|
|
82
|
+
onCopy?: () => void;
|
|
83
|
+
onError?: (error: Error) => void;
|
|
84
|
+
timeout?: number;
|
|
85
|
+
};
|
|
86
|
+
|
|
87
|
+
export const SnippetCopyButton = ({
|
|
88
|
+
onCopy,
|
|
89
|
+
onError,
|
|
90
|
+
timeout = 2000,
|
|
91
|
+
children,
|
|
92
|
+
className,
|
|
93
|
+
...props
|
|
94
|
+
}: SnippetCopyButtonProps) => {
|
|
95
|
+
const [isCopied, setIsCopied] = useState(false);
|
|
96
|
+
const timeoutRef = useRef<number>(0);
|
|
97
|
+
const { code } = useContext(SnippetContext);
|
|
98
|
+
|
|
99
|
+
const copyToClipboard = useCallback(async () => {
|
|
100
|
+
if (typeof window === "undefined" || !navigator?.clipboard?.writeText) {
|
|
101
|
+
onError?.(new Error("Clipboard API not available"));
|
|
102
|
+
return;
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
try {
|
|
106
|
+
if (!isCopied) {
|
|
107
|
+
await navigator.clipboard.writeText(code);
|
|
108
|
+
setIsCopied(true);
|
|
109
|
+
onCopy?.();
|
|
110
|
+
timeoutRef.current = window.setTimeout(
|
|
111
|
+
() => setIsCopied(false),
|
|
112
|
+
timeout
|
|
113
|
+
);
|
|
114
|
+
}
|
|
115
|
+
} catch (error) {
|
|
116
|
+
onError?.(error as Error);
|
|
117
|
+
}
|
|
118
|
+
}, [code, onCopy, onError, timeout, isCopied]);
|
|
119
|
+
|
|
120
|
+
useEffect(
|
|
121
|
+
() => () => {
|
|
122
|
+
window.clearTimeout(timeoutRef.current);
|
|
123
|
+
},
|
|
124
|
+
[]
|
|
125
|
+
);
|
|
126
|
+
|
|
127
|
+
const Icon = isCopied ? CheckIcon : CopyIcon;
|
|
128
|
+
|
|
129
|
+
return (
|
|
130
|
+
<InputGroupButton
|
|
131
|
+
aria-label="Copy"
|
|
132
|
+
className={className}
|
|
133
|
+
onClick={copyToClipboard}
|
|
134
|
+
size="icon-sm"
|
|
135
|
+
title="Copy"
|
|
136
|
+
{...props}
|
|
137
|
+
>
|
|
138
|
+
{children ?? <Icon className="size-3.5" size={14} />}
|
|
139
|
+
</InputGroupButton>
|
|
140
|
+
);
|
|
141
|
+
};
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
"use client";
|
|
2
|
+
|
|
3
|
+
import type { ComponentProps } from "react";
|
|
4
|
+
|
|
5
|
+
import {
|
|
6
|
+
Collapsible,
|
|
7
|
+
CollapsibleContent,
|
|
8
|
+
CollapsibleTrigger,
|
|
9
|
+
} from "@/components/ui/collapsible";
|
|
10
|
+
import { cn } from "@/lib/utils";
|
|
11
|
+
import { BookIcon, ChevronDownIcon } from "lucide-react";
|
|
12
|
+
|
|
13
|
+
export type SourcesProps = ComponentProps<"div">;
|
|
14
|
+
|
|
15
|
+
export const Sources = ({ className, ...props }: SourcesProps) => (
|
|
16
|
+
<Collapsible
|
|
17
|
+
className={cn("not-prose mb-4 text-primary text-xs", className)}
|
|
18
|
+
{...props}
|
|
19
|
+
/>
|
|
20
|
+
);
|
|
21
|
+
|
|
22
|
+
export type SourcesTriggerProps = ComponentProps<typeof CollapsibleTrigger> & {
|
|
23
|
+
count: number;
|
|
24
|
+
};
|
|
25
|
+
|
|
26
|
+
export const SourcesTrigger = ({
|
|
27
|
+
className,
|
|
28
|
+
count,
|
|
29
|
+
children,
|
|
30
|
+
...props
|
|
31
|
+
}: SourcesTriggerProps) => (
|
|
32
|
+
<CollapsibleTrigger
|
|
33
|
+
className={cn("flex items-center gap-2", className)}
|
|
34
|
+
{...props}
|
|
35
|
+
>
|
|
36
|
+
{children ?? (
|
|
37
|
+
<>
|
|
38
|
+
<p className="font-medium">Used {count} sources</p>
|
|
39
|
+
<ChevronDownIcon className="h-4 w-4" />
|
|
40
|
+
</>
|
|
41
|
+
)}
|
|
42
|
+
</CollapsibleTrigger>
|
|
43
|
+
);
|
|
44
|
+
|
|
45
|
+
export type SourcesContentProps = ComponentProps<typeof CollapsibleContent>;
|
|
46
|
+
|
|
47
|
+
export const SourcesContent = ({
|
|
48
|
+
className,
|
|
49
|
+
...props
|
|
50
|
+
}: SourcesContentProps) => (
|
|
51
|
+
<CollapsibleContent
|
|
52
|
+
className={cn(
|
|
53
|
+
"mt-3 flex w-fit flex-col gap-2",
|
|
54
|
+
"data-[state=closed]:fade-out-0 data-[state=closed]:slide-out-to-top-2 data-[state=open]:slide-in-from-top-2 outline-none data-[state=closed]:animate-out data-[state=open]:animate-in",
|
|
55
|
+
className
|
|
56
|
+
)}
|
|
57
|
+
{...props}
|
|
58
|
+
/>
|
|
59
|
+
);
|
|
60
|
+
|
|
61
|
+
export type SourceProps = ComponentProps<"a">;
|
|
62
|
+
|
|
63
|
+
export const Source = ({ href, title, children, ...props }: SourceProps) => (
|
|
64
|
+
<a
|
|
65
|
+
className="flex items-center gap-2"
|
|
66
|
+
href={href}
|
|
67
|
+
rel="noreferrer"
|
|
68
|
+
target="_blank"
|
|
69
|
+
{...props}
|
|
70
|
+
>
|
|
71
|
+
{children ?? (
|
|
72
|
+
<>
|
|
73
|
+
<BookIcon className="h-4 w-4" />
|
|
74
|
+
<span className="block font-medium">{title}</span>
|
|
75
|
+
</>
|
|
76
|
+
)}
|
|
77
|
+
</a>
|
|
78
|
+
);
|
|
@@ -0,0 +1,324 @@
|
|
|
1
|
+
"use client";
|
|
2
|
+
|
|
3
|
+
import type { ComponentProps } from "react";
|
|
4
|
+
|
|
5
|
+
import { Button } from "@/components/ui/button";
|
|
6
|
+
import { Spinner } from "@/components/ui/spinner";
|
|
7
|
+
import { cn } from "@/lib/utils";
|
|
8
|
+
import { MicIcon, SquareIcon } from "lucide-react";
|
|
9
|
+
import { useCallback, useEffect, useRef, useState } from "react";
|
|
10
|
+
|
|
11
|
+
interface SpeechRecognition extends EventTarget {
|
|
12
|
+
continuous: boolean;
|
|
13
|
+
interimResults: boolean;
|
|
14
|
+
lang: string;
|
|
15
|
+
start(): void;
|
|
16
|
+
stop(): void;
|
|
17
|
+
onstart: ((this: SpeechRecognition, ev: Event) => void) | null;
|
|
18
|
+
onend: ((this: SpeechRecognition, ev: Event) => void) | null;
|
|
19
|
+
onresult:
|
|
20
|
+
| ((this: SpeechRecognition, ev: SpeechRecognitionEvent) => void)
|
|
21
|
+
| null;
|
|
22
|
+
onerror:
|
|
23
|
+
| ((this: SpeechRecognition, ev: SpeechRecognitionErrorEvent) => void)
|
|
24
|
+
| null;
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
interface SpeechRecognitionEvent extends Event {
|
|
28
|
+
results: SpeechRecognitionResultList;
|
|
29
|
+
resultIndex: number;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
interface SpeechRecognitionResultList {
|
|
33
|
+
readonly length: number;
|
|
34
|
+
item(index: number): SpeechRecognitionResult;
|
|
35
|
+
[index: number]: SpeechRecognitionResult;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
interface SpeechRecognitionResult {
|
|
39
|
+
readonly length: number;
|
|
40
|
+
item(index: number): SpeechRecognitionAlternative;
|
|
41
|
+
[index: number]: SpeechRecognitionAlternative;
|
|
42
|
+
isFinal: boolean;
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
interface SpeechRecognitionAlternative {
|
|
46
|
+
transcript: string;
|
|
47
|
+
confidence: number;
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
interface SpeechRecognitionErrorEvent extends Event {
|
|
51
|
+
error: string;
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
declare global {
|
|
55
|
+
interface Window {
|
|
56
|
+
SpeechRecognition: new () => SpeechRecognition;
|
|
57
|
+
webkitSpeechRecognition: new () => SpeechRecognition;
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
type SpeechInputMode = "speech-recognition" | "media-recorder" | "none";
|
|
62
|
+
|
|
63
|
+
export type SpeechInputProps = ComponentProps<typeof Button> & {
|
|
64
|
+
onTranscriptionChange?: (text: string) => void;
|
|
65
|
+
/**
|
|
66
|
+
* Callback for when audio is recorded using MediaRecorder fallback.
|
|
67
|
+
* This is called in browsers that don't support the Web Speech API (Firefox, Safari).
|
|
68
|
+
* The callback receives an audio Blob that should be sent to a transcription service.
|
|
69
|
+
* Return the transcribed text, which will be passed to onTranscriptionChange.
|
|
70
|
+
*/
|
|
71
|
+
onAudioRecorded?: (audioBlob: Blob) => Promise<string>;
|
|
72
|
+
lang?: string;
|
|
73
|
+
};
|
|
74
|
+
|
|
75
|
+
const detectSpeechInputMode = (): SpeechInputMode => {
|
|
76
|
+
if (typeof window === "undefined") {
|
|
77
|
+
return "none";
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
if ("SpeechRecognition" in window || "webkitSpeechRecognition" in window) {
|
|
81
|
+
return "speech-recognition";
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
if ("MediaRecorder" in window && "mediaDevices" in navigator) {
|
|
85
|
+
return "media-recorder";
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
return "none";
|
|
89
|
+
};
|
|
90
|
+
|
|
91
|
+
export const SpeechInput = ({
|
|
92
|
+
className,
|
|
93
|
+
onTranscriptionChange,
|
|
94
|
+
onAudioRecorded,
|
|
95
|
+
lang = "en-US",
|
|
96
|
+
...props
|
|
97
|
+
}: SpeechInputProps) => {
|
|
98
|
+
const [isListening, setIsListening] = useState(false);
|
|
99
|
+
const [isProcessing, setIsProcessing] = useState(false);
|
|
100
|
+
const [mode] = useState<SpeechInputMode>(detectSpeechInputMode);
|
|
101
|
+
const [isRecognitionReady, setIsRecognitionReady] = useState(false);
|
|
102
|
+
const recognitionRef = useRef<SpeechRecognition | null>(null);
|
|
103
|
+
const mediaRecorderRef = useRef<MediaRecorder | null>(null);
|
|
104
|
+
const streamRef = useRef<MediaStream | null>(null);
|
|
105
|
+
const audioChunksRef = useRef<Blob[]>([]);
|
|
106
|
+
const onTranscriptionChangeRef = useRef<
|
|
107
|
+
SpeechInputProps["onTranscriptionChange"]
|
|
108
|
+
>(onTranscriptionChange);
|
|
109
|
+
const onAudioRecordedRef =
|
|
110
|
+
useRef<SpeechInputProps["onAudioRecorded"]>(onAudioRecorded);
|
|
111
|
+
|
|
112
|
+
// Keep refs in sync
|
|
113
|
+
onTranscriptionChangeRef.current = onTranscriptionChange;
|
|
114
|
+
onAudioRecordedRef.current = onAudioRecorded;
|
|
115
|
+
|
|
116
|
+
// Initialize Speech Recognition when mode is speech-recognition
|
|
117
|
+
useEffect(() => {
|
|
118
|
+
if (mode !== "speech-recognition") {
|
|
119
|
+
return;
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
const SpeechRecognition =
|
|
123
|
+
window.SpeechRecognition || window.webkitSpeechRecognition;
|
|
124
|
+
const speechRecognition = new SpeechRecognition();
|
|
125
|
+
|
|
126
|
+
speechRecognition.continuous = true;
|
|
127
|
+
speechRecognition.interimResults = true;
|
|
128
|
+
speechRecognition.lang = lang;
|
|
129
|
+
|
|
130
|
+
const handleStart = () => {
|
|
131
|
+
setIsListening(true);
|
|
132
|
+
};
|
|
133
|
+
|
|
134
|
+
const handleEnd = () => {
|
|
135
|
+
setIsListening(false);
|
|
136
|
+
};
|
|
137
|
+
|
|
138
|
+
const handleResult = (event: Event) => {
|
|
139
|
+
const speechEvent = event as SpeechRecognitionEvent;
|
|
140
|
+
let finalTranscript = "";
|
|
141
|
+
|
|
142
|
+
for (
|
|
143
|
+
let i = speechEvent.resultIndex;
|
|
144
|
+
i < speechEvent.results.length;
|
|
145
|
+
i += 1
|
|
146
|
+
) {
|
|
147
|
+
const result = speechEvent.results[i];
|
|
148
|
+
if (result.isFinal) {
|
|
149
|
+
finalTranscript += result[0]?.transcript ?? "";
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
|
|
153
|
+
if (finalTranscript) {
|
|
154
|
+
onTranscriptionChangeRef.current?.(finalTranscript);
|
|
155
|
+
}
|
|
156
|
+
};
|
|
157
|
+
|
|
158
|
+
const handleError = () => {
|
|
159
|
+
setIsListening(false);
|
|
160
|
+
};
|
|
161
|
+
|
|
162
|
+
speechRecognition.addEventListener("start", handleStart);
|
|
163
|
+
speechRecognition.addEventListener("end", handleEnd);
|
|
164
|
+
speechRecognition.addEventListener("result", handleResult);
|
|
165
|
+
speechRecognition.addEventListener("error", handleError);
|
|
166
|
+
|
|
167
|
+
recognitionRef.current = speechRecognition;
|
|
168
|
+
setIsRecognitionReady(true);
|
|
169
|
+
|
|
170
|
+
return () => {
|
|
171
|
+
speechRecognition.removeEventListener("start", handleStart);
|
|
172
|
+
speechRecognition.removeEventListener("end", handleEnd);
|
|
173
|
+
speechRecognition.removeEventListener("result", handleResult);
|
|
174
|
+
speechRecognition.removeEventListener("error", handleError);
|
|
175
|
+
speechRecognition.stop();
|
|
176
|
+
recognitionRef.current = null;
|
|
177
|
+
setIsRecognitionReady(false);
|
|
178
|
+
};
|
|
179
|
+
}, [mode, lang]);
|
|
180
|
+
|
|
181
|
+
// Cleanup MediaRecorder and stream on unmount
|
|
182
|
+
useEffect(
|
|
183
|
+
() => () => {
|
|
184
|
+
if (mediaRecorderRef.current?.state === "recording") {
|
|
185
|
+
mediaRecorderRef.current.stop();
|
|
186
|
+
}
|
|
187
|
+
if (streamRef.current) {
|
|
188
|
+
for (const track of streamRef.current.getTracks()) {
|
|
189
|
+
track.stop();
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
},
|
|
193
|
+
[]
|
|
194
|
+
);
|
|
195
|
+
|
|
196
|
+
// Start MediaRecorder recording
|
|
197
|
+
const startMediaRecorder = useCallback(async () => {
|
|
198
|
+
if (!onAudioRecordedRef.current) {
|
|
199
|
+
return;
|
|
200
|
+
}
|
|
201
|
+
|
|
202
|
+
try {
|
|
203
|
+
const stream = await navigator.mediaDevices.getUserMedia({ audio: true });
|
|
204
|
+
streamRef.current = stream;
|
|
205
|
+
const mediaRecorder = new MediaRecorder(stream);
|
|
206
|
+
audioChunksRef.current = [];
|
|
207
|
+
|
|
208
|
+
const handleDataAvailable = (event: BlobEvent) => {
|
|
209
|
+
if (event.data.size > 0) {
|
|
210
|
+
audioChunksRef.current.push(event.data);
|
|
211
|
+
}
|
|
212
|
+
};
|
|
213
|
+
|
|
214
|
+
const handleStop = async () => {
|
|
215
|
+
for (const track of stream.getTracks()) {
|
|
216
|
+
track.stop();
|
|
217
|
+
}
|
|
218
|
+
streamRef.current = null;
|
|
219
|
+
|
|
220
|
+
const audioBlob = new Blob(audioChunksRef.current, {
|
|
221
|
+
type: "audio/webm",
|
|
222
|
+
});
|
|
223
|
+
|
|
224
|
+
if (audioBlob.size > 0 && onAudioRecordedRef.current) {
|
|
225
|
+
setIsProcessing(true);
|
|
226
|
+
try {
|
|
227
|
+
const transcript = await onAudioRecordedRef.current(audioBlob);
|
|
228
|
+
if (transcript) {
|
|
229
|
+
onTranscriptionChangeRef.current?.(transcript);
|
|
230
|
+
}
|
|
231
|
+
} catch {
|
|
232
|
+
// Error handling delegated to the onAudioRecorded caller
|
|
233
|
+
} finally {
|
|
234
|
+
setIsProcessing(false);
|
|
235
|
+
}
|
|
236
|
+
}
|
|
237
|
+
};
|
|
238
|
+
|
|
239
|
+
const handleError = () => {
|
|
240
|
+
setIsListening(false);
|
|
241
|
+
for (const track of stream.getTracks()) {
|
|
242
|
+
track.stop();
|
|
243
|
+
}
|
|
244
|
+
streamRef.current = null;
|
|
245
|
+
};
|
|
246
|
+
|
|
247
|
+
mediaRecorder.addEventListener("dataavailable", handleDataAvailable);
|
|
248
|
+
mediaRecorder.addEventListener("stop", handleStop);
|
|
249
|
+
mediaRecorder.addEventListener("error", handleError);
|
|
250
|
+
|
|
251
|
+
mediaRecorderRef.current = mediaRecorder;
|
|
252
|
+
mediaRecorder.start();
|
|
253
|
+
setIsListening(true);
|
|
254
|
+
} catch {
|
|
255
|
+
setIsListening(false);
|
|
256
|
+
}
|
|
257
|
+
}, []);
|
|
258
|
+
|
|
259
|
+
// Stop MediaRecorder recording
|
|
260
|
+
const stopMediaRecorder = useCallback(() => {
|
|
261
|
+
if (mediaRecorderRef.current?.state === "recording") {
|
|
262
|
+
mediaRecorderRef.current.stop();
|
|
263
|
+
}
|
|
264
|
+
setIsListening(false);
|
|
265
|
+
}, []);
|
|
266
|
+
|
|
267
|
+
const toggleListening = useCallback(() => {
|
|
268
|
+
if (mode === "speech-recognition" && recognitionRef.current) {
|
|
269
|
+
if (isListening) {
|
|
270
|
+
recognitionRef.current.stop();
|
|
271
|
+
} else {
|
|
272
|
+
recognitionRef.current.start();
|
|
273
|
+
}
|
|
274
|
+
} else if (mode === "media-recorder") {
|
|
275
|
+
if (isListening) {
|
|
276
|
+
stopMediaRecorder();
|
|
277
|
+
} else {
|
|
278
|
+
startMediaRecorder();
|
|
279
|
+
}
|
|
280
|
+
}
|
|
281
|
+
}, [mode, isListening, startMediaRecorder, stopMediaRecorder]);
|
|
282
|
+
|
|
283
|
+
// Determine if button should be disabled
|
|
284
|
+
const isDisabled =
|
|
285
|
+
mode === "none" ||
|
|
286
|
+
(mode === "speech-recognition" && !isRecognitionReady) ||
|
|
287
|
+
(mode === "media-recorder" && !onAudioRecorded) ||
|
|
288
|
+
isProcessing;
|
|
289
|
+
|
|
290
|
+
return (
|
|
291
|
+
<div className="relative inline-flex items-center justify-center">
|
|
292
|
+
{/* Animated pulse rings */}
|
|
293
|
+
{isListening &&
|
|
294
|
+
[0, 1, 2].map((index) => (
|
|
295
|
+
<div
|
|
296
|
+
className="absolute inset-0 animate-ping rounded-full border-2 border-red-400/30"
|
|
297
|
+
key={index}
|
|
298
|
+
style={{
|
|
299
|
+
animationDelay: `${index * 0.3}s`,
|
|
300
|
+
animationDuration: "2s",
|
|
301
|
+
}}
|
|
302
|
+
/>
|
|
303
|
+
))}
|
|
304
|
+
|
|
305
|
+
{/* Main record button */}
|
|
306
|
+
<Button
|
|
307
|
+
className={cn(
|
|
308
|
+
"relative z-10 rounded-full transition-all duration-300",
|
|
309
|
+
isListening
|
|
310
|
+
? "bg-destructive text-white hover:bg-destructive/80 hover:text-white"
|
|
311
|
+
: "bg-primary text-primary-foreground hover:bg-primary/80 hover:text-primary-foreground",
|
|
312
|
+
className
|
|
313
|
+
)}
|
|
314
|
+
disabled={isDisabled}
|
|
315
|
+
onClick={toggleListening}
|
|
316
|
+
{...props}
|
|
317
|
+
>
|
|
318
|
+
{isProcessing && <Spinner />}
|
|
319
|
+
{!isProcessing && isListening && <SquareIcon className="size-4" />}
|
|
320
|
+
{!(isProcessing || isListening) && <MicIcon className="size-4" />}
|
|
321
|
+
</Button>
|
|
322
|
+
</div>
|
|
323
|
+
);
|
|
324
|
+
};
|