@slycode/slycode 0.2.4 → 0.2.6

package/dist/web/package.json

@@ -11,6 +11,7 @@
     "lint": "eslint"
   },
   "dependencies": {
+    "@aws-sdk/client-transcribe-streaming": "^3.1012.0",
     "@tailwindcss/typography": "^0.5.19",
     "@xterm/addon-fit": "^0.11.0",
     "@xterm/addon-web-links": "^0.12.0",

package/dist/web/src/app/api/transcribe/route.ts

@@ -4,8 +4,16 @@ import { promises as fs } from 'fs';
 import path from 'path';
 import { execFile } from 'child_process';
 import { getSlycodeRoot } from '@/lib/paths';
+import {
+  TranscribeStreamingClient,
+  StartStreamTranscriptionCommand,
+  type AudioStream,
+  type LanguageCode,
+  type MediaEncoding,
+} from '@aws-sdk/client-transcribe-streaming';
 
 let openaiClient: OpenAI | null = null;
+let transcribeClient: TranscribeStreamingClient | null = null;
 let envLoaded = false;
 let envCache: Record<string, string> = {};
 
@@ -41,6 +49,13 @@ async function getClient(): Promise<OpenAI> {
   return openaiClient;
 }
 
+function getTranscribeClient(region?: string): TranscribeStreamingClient {
+  if (!transcribeClient) {
+    transcribeClient = new TranscribeStreamingClient(region ? { region } : {});
+  }
+  return transcribeClient;
+}
+
 function execAsync(cmd: string, args: string[], options: Record<string, unknown>): Promise<string> {
   return new Promise((resolve, reject) => {
     execFile(cmd, args, { ...options, windowsHide: true }, (error, stdout, stderr) => {
@@ -76,6 +91,78 @@ async function transcribeLocal(audioBuffer: Buffer, ext: string, cliPath: string
   }
 }
 
+async function transcribeAwsStreaming(audioBuffer: Buffer, ext: string, region: string, language: string): Promise<string> {
+  const client = getTranscribeClient(region || undefined);
+
+  const isOgg = ext === 'ogg' || ext === 'oga';
+
+  let streamBuffer: Buffer;
+  let mediaEncoding: MediaEncoding;
+  let sampleRate: number;
+  let pcmPath: string | null = null;
+
+  if (isOgg) {
+    // OGG/Opus can be sent directly
+    streamBuffer = audioBuffer;
+    mediaEncoding = 'ogg-opus';
+    sampleRate = 48000;
+  } else {
+    // Convert WebM/MP4 to PCM via ffmpeg
+    const tmpDir = process.env.TMPDIR || '/tmp';
+    const tmpFile = path.join(tmpDir, `transcribe_${Date.now()}.${ext}`);
+    pcmPath = tmpFile.replace(/\.[^.]+$/, '.pcm');
+
+    try {
+      await fs.writeFile(tmpFile, audioBuffer);
+      await execAsync('ffmpeg', [
+        '-i', tmpFile, '-ar', '16000', '-ac', '1', '-f', 's16le', '-y', pcmPath,
+      ], { timeout: 30_000 });
+      streamBuffer = await fs.readFile(pcmPath);
+      await fs.unlink(tmpFile).catch(() => {});
+    } catch (err) {
+      await fs.unlink(tmpFile).catch(() => {});
+      throw new Error(`ffmpeg conversion to PCM failed: ${(err as Error).message}`);
+    }
+    mediaEncoding = 'pcm';
+    sampleRate = 16000;
+  }
+
+  const chunkSize = 4096;
+  async function* audioStream(): AsyncGenerator<AudioStream> {
+    for (let offset = 0; offset < streamBuffer.length; offset += chunkSize) {
+      yield { AudioEvent: { AudioChunk: streamBuffer.subarray(offset, offset + chunkSize) } };
+    }
+  }
+
+  try {
+    const response = await client.send(new StartStreamTranscriptionCommand({
+      LanguageCode: language as LanguageCode,
+      MediaEncoding: mediaEncoding,
+      MediaSampleRateHertz: sampleRate,
+      AudioStream: audioStream(),
+    }));
+
+    const parts: string[] = [];
+    if (response.TranscriptResultStream) {
+      for await (const event of response.TranscriptResultStream) {
+        if (event.TranscriptEvent?.Transcript?.Results) {
+          for (const result of event.TranscriptEvent.Transcript.Results) {
+            if (!result.IsPartial && result.Alternatives?.[0]?.Transcript) {
+              parts.push(result.Alternatives[0].Transcript);
+            }
+          }
+        }
+      }
+    }
+
+    return parts.join(' ').trim();
+  } finally {
+    if (pcmPath) {
+      await fs.unlink(pcmPath).catch(() => {});
+    }
+  }
+}
+
 export async function POST(request: Request) {
   try {
     const formData = await request.formData();
@@ -102,7 +189,15 @@ export async function POST(request: Request) {
       return NextResponse.json({ text });
     }
 
-    // OpenAI API path
+    if (backend === 'aws-transcribe') {
+      const region = process.env.AWS_TRANSCRIBE_REGION || env.AWS_TRANSCRIBE_REGION || '';
+      const language = process.env.AWS_TRANSCRIBE_LANGUAGE || env.AWS_TRANSCRIBE_LANGUAGE || 'en-AU';
+
+      const text = await transcribeAwsStreaming(buffer, ext, region, language);
+      return NextResponse.json({ text });
+    }
+
+    // OpenAI API path (default)
     let client: OpenAI;
     try {
       client = await getClient();

package/dist/web/src/components/AddProjectModal.tsx

@@ -15,6 +15,7 @@ interface AnalysisItem {
   details?: { count?: number };
   group?: string;
   provider?: string;
+  essential?: boolean;
 }
 
 interface AnalysisGroup {
@@ -598,7 +599,7 @@ export function AddProjectModal({ open, onClose, onCreated }: AddProjectModalPro
                     {/* Expanded items */}
                     {expanded && (
                       <div className="border-t border-void-700/50">
-                        {group.items.map((item) => {
+                        {[...group.items].sort((a, b) => (b.essential ? 1 : 0) - (a.essential ? 1 : 0)).map((item) => {
                           const action = itemActions[item.path] || 'skip';
                           const isMissing = item.status === 'missing';
                           const isPresent = item.status === 'present';
@@ -608,45 +609,64 @@ export function AddProjectModal({ open, onClose, onCreated }: AddProjectModalPro
                           return (
                             <div
                               key={item.path}
-                              className="flex items-center justify-between border-b border-void-700/30 px-3 py-1.5 last:border-0"
+                              className={`flex flex-col border-b border-void-700/30 px-3 py-1.5 last:border-0 ${item.essential ? 'bg-amber-900/10' : ''}`}
                             >
-                              <div className="flex min-w-0 items-center gap-2">
-                                {isMissing && (
-                                  <span
-                                    className="flex-shrink-0 text-blue-400"
-                                    title="Will be created"
-                                  >
-                                    +
+                              <div className="flex items-center justify-between">
+                                <div className="flex min-w-0 items-center gap-2">
+                                  {isMissing && (
+                                    <span
+                                      className="flex-shrink-0 text-blue-400"
+                                      title="Will be created"
+                                    >
+                                      +
+                                    </span>
+                                  )}
+                                  {isPresent && (
+                                    <span
+                                      className="flex-shrink-0 text-green-400"
+                                      title={hasDifferentVersion ? `Local: ${item.localVersion}, Store: ${item.masterVersion}` : 'Up to date'}
+                                    >
+                                      &#x2713;
+                                    </span>
+                                  )}
+                                  <span className="truncate font-mono text-xs text-void-300">
+                                    {item.path}
                                   </span>
-                                )}
-                                {isPresent && (
-                                  <span
-                                    className="flex-shrink-0 text-green-400"
-                                    title={hasDifferentVersion ? `Local: ${item.localVersion}, Store: ${item.masterVersion}` : 'Up to date'}
+                                  {item.essential && (
+                                    <span className="flex-shrink-0 rounded-full bg-amber-500/20 px-1.5 py-0.5 text-[10px] font-medium text-amber-400">
+                                      Required
+                                    </span>
+                                  )}
+                                  {hasDifferentVersion && (
+                                    <span className="flex-shrink-0 text-xs text-void-600">
+                                      v{item.localVersion}
+                                    </span>
+                                  )}
+                                </div>
+                                {isMissing && (
+                                  <button
+                                    onClick={() => toggleAction(item.path)}
+                                    className={`flex-shrink-0 rounded px-2 py-0.5 text-xs font-medium ${
+                                      action === 'skip'
+                                        ? 'bg-void-700 text-void-400'
+                                        : 'bg-blue-600/20 text-blue-400'
+                                    }`}
                                   >
-                                    &#x2713;
-                                  </span>
-                                )}
-                                <span className="truncate font-mono text-xs text-void-300">
-                                  {item.path}
-                                </span>
-                                {hasDifferentVersion && (
-                                  <span className="flex-shrink-0 text-xs text-void-600">
-                                    v{item.localVersion}
-                                  </span>
+                                    {action === 'skip' ? 'Skip' : 'Create'}
+                                  </button>
                                 )}
                               </div>
-                              {isMissing && (
-                                <button
-                                  onClick={() => toggleAction(item.path)}
-                                  className={`flex-shrink-0 rounded px-2 py-0.5 text-xs font-medium ${
-                                    action === 'skip'
-                                      ? 'bg-void-700 text-void-400'
-                                      : 'bg-blue-600/20 text-blue-400'
-                                  }`}
-                                >
-                                  {action === 'skip' ? 'Skip' : 'Create'}
-                                </button>
+                              {/* Warning when essential skill is skipped */}
+                              {item.essential && isMissing && action === 'skip' && (
+                                <p className="mt-1 text-[11px] text-amber-400/80">
+                                  SlyCode requires this skill to function properly.
+                                </p>
+                              )}
+                              {/* Warning when essential skill already exists (may be overwritten by updates) */}
+                              {item.essential && isPresent && (
+                                <p className="mt-1 text-[11px] text-void-500">
+                                  Exists — will be kept. Updates are managed via CLI Assets.
+                                </p>
                               )}
                             </div>
                           );
@@ -658,6 +678,18 @@ export function AddProjectModal({ open, onClose, onCreated }: AddProjectModalPro
               })}
             </div>
 
+            {/* Warning if essential skills are being skipped */}
+            {analysis.items.some(i => i.essential && i.status === 'missing' && itemActions[i.path] === 'skip') && (
+              <div className="rounded border border-amber-500/30 bg-amber-500/10 px-3 py-2">
+                <p className="text-xs font-medium text-amber-400">
+                  Essential skills skipped
+                </p>
+                <p className="mt-0.5 text-[11px] text-amber-400/70">
+                  Kanban and messaging skills are required for SlyCode&apos;s core functionality (card management, Telegram integration). The project will scaffold but some features won&apos;t work.
+                </p>
+              </div>
+            )}
+
             <div className="flex justify-between pt-2">
               <button
                 onClick={() => setPhase('providers')}