@steipete/summarize-core 0.9.0 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +1 -1
- package/dist/esm/content/index.js.map +1 -1
- package/dist/esm/content/link-preview/client.js +4 -0
- package/dist/esm/content/link-preview/client.js.map +1 -1
- package/dist/esm/content/link-preview/content/firecrawl.js +2 -1
- package/dist/esm/content/link-preview/content/firecrawl.js.map +1 -1
- package/dist/esm/content/link-preview/content/html.js +2 -1
- package/dist/esm/content/link-preview/content/html.js.map +1 -1
- package/dist/esm/content/link-preview/content/index.js +41 -11
- package/dist/esm/content/link-preview/content/index.js.map +1 -1
- package/dist/esm/content/link-preview/content/types.js.map +1 -1
- package/dist/esm/content/link-preview/content/utils.js +15 -7
- package/dist/esm/content/link-preview/content/utils.js.map +1 -1
- package/dist/esm/content/link-preview/types.js.map +1 -1
- package/dist/esm/content/transcript/cache.js +28 -3
- package/dist/esm/content/transcript/cache.js.map +1 -1
- package/dist/esm/content/transcript/index.js +37 -1
- package/dist/esm/content/transcript/index.js.map +1 -1
- package/dist/esm/content/transcript/parse.js +112 -0
- package/dist/esm/content/transcript/parse.js.map +1 -1
- package/dist/esm/content/transcript/providers/generic.js +52 -17
- package/dist/esm/content/transcript/providers/generic.js.map +1 -1
- package/dist/esm/content/transcript/providers/podcast/apple-flow.js +2 -0
- package/dist/esm/content/transcript/providers/podcast/apple-flow.js.map +1 -1
- package/dist/esm/content/transcript/providers/podcast/media.js +21 -20
- package/dist/esm/content/transcript/providers/podcast/media.js.map +1 -1
- package/dist/esm/content/transcript/providers/podcast/rss.js +16 -2
- package/dist/esm/content/transcript/providers/podcast/rss.js.map +1 -1
- package/dist/esm/content/transcript/providers/podcast/spotify-flow.js +1 -0
- package/dist/esm/content/transcript/providers/podcast/spotify-flow.js.map +1 -1
- package/dist/esm/content/transcript/providers/podcast.js +17 -4
- package/dist/esm/content/transcript/providers/podcast.js.map +1 -1
- package/dist/esm/content/transcript/providers/transcription-start.js +50 -0
- package/dist/esm/content/transcript/providers/transcription-start.js.map +1 -0
- package/dist/esm/content/transcript/providers/youtube/api.js +24 -7
- package/dist/esm/content/transcript/providers/youtube/api.js.map +1 -1
- package/dist/esm/content/transcript/providers/youtube/captions.js +42 -4
- package/dist/esm/content/transcript/providers/youtube/captions.js.map +1 -1
- package/dist/esm/content/transcript/providers/youtube/yt-dlp.js +106 -53
- package/dist/esm/content/transcript/providers/youtube/yt-dlp.js.map +1 -1
- package/dist/esm/content/transcript/providers/youtube.js +19 -9
- package/dist/esm/content/transcript/providers/youtube.js.map +1 -1
- package/dist/esm/content/transcript/timestamps.js +79 -0
- package/dist/esm/content/transcript/timestamps.js.map +1 -0
- package/dist/esm/processes.js +121 -0
- package/dist/esm/processes.js.map +1 -0
- package/dist/esm/prompts/file.js +16 -0
- package/dist/esm/prompts/file.js.map +1 -1
- package/dist/esm/prompts/index.js +1 -0
- package/dist/esm/prompts/index.js.map +1 -1
- package/dist/esm/prompts/link-summary.js +59 -9
- package/dist/esm/prompts/link-summary.js.map +1 -1
- package/dist/esm/prompts/summary-system.js +13 -0
- package/dist/esm/prompts/summary-system.js.map +1 -0
- package/dist/esm/transcription/onnx-cli.js +319 -0
- package/dist/esm/transcription/onnx-cli.js.map +1 -0
- package/dist/esm/transcription/whisper/core.js +72 -4
- package/dist/esm/transcription/whisper/core.js.map +1 -1
- package/dist/esm/transcription/whisper/ffmpeg.js +57 -5
- package/dist/esm/transcription/whisper/ffmpeg.js.map +1 -1
- package/dist/esm/transcription/whisper/whisper-cpp.js +13 -3
- package/dist/esm/transcription/whisper/whisper-cpp.js.map +1 -1
- package/dist/types/content/cache/types.d.ts +24 -0
- package/dist/types/content/index.d.ts +1 -1
- package/dist/types/content/link-preview/client.d.ts +3 -1
- package/dist/types/content/link-preview/content/firecrawl.d.ts +2 -1
- package/dist/types/content/link-preview/content/html.d.ts +2 -1
- package/dist/types/content/link-preview/content/types.d.ts +6 -1
- package/dist/types/content/link-preview/content/utils.d.ts +1 -1
- package/dist/types/content/link-preview/deps.d.ts +15 -2
- package/dist/types/content/link-preview/types.d.ts +6 -0
- package/dist/types/content/transcript/cache.d.ts +5 -2
- package/dist/types/content/transcript/index.d.ts +4 -1
- package/dist/types/content/transcript/parse.d.ts +7 -0
- package/dist/types/content/transcript/providers/podcast/media.d.ts +2 -1
- package/dist/types/content/transcript/providers/podcast/rss.d.ts +2 -0
- package/dist/types/content/transcript/providers/transcription-start.d.ts +26 -0
- package/dist/types/content/transcript/providers/youtube/api.d.ts +7 -2
- package/dist/types/content/transcript/providers/youtube/captions.d.ts +6 -1
- package/dist/types/content/transcript/providers/youtube/yt-dlp.d.ts +5 -1
- package/dist/types/content/transcript/timestamps.d.ts +5 -0
- package/dist/types/content/transcript/types.d.ts +5 -0
- package/dist/types/processes.d.ts +50 -0
- package/dist/types/prompts/index.d.ts +1 -0
- package/dist/types/prompts/link-summary.d.ts +6 -1
- package/dist/types/prompts/summary-system.d.ts +1 -0
- package/dist/types/transcription/onnx-cli.d.ts +25 -0
- package/dist/types/transcription/whisper/core.d.ts +6 -2
- package/dist/types/transcription/whisper/ffmpeg.d.ts +5 -0
- package/dist/types/transcription/whisper/types.d.ts +1 -1
- package/package.json +11 -6
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import type { WhisperProgressEvent, WhisperTranscriptionResult } from './types.js';
|
|
2
|
-
|
|
2
|
+
type Env = Record<string, string | undefined>;
|
|
3
|
+
export declare function transcribeMediaWithWhisper({ bytes, mediaType, filename, openaiApiKey, falApiKey, totalDurationSeconds, onProgress, env, }: {
|
|
3
4
|
bytes: Uint8Array;
|
|
4
5
|
mediaType: string;
|
|
5
6
|
filename: string | null;
|
|
@@ -7,8 +8,9 @@ export declare function transcribeMediaWithWhisper({ bytes, mediaType, filename,
|
|
|
7
8
|
falApiKey: string | null;
|
|
8
9
|
totalDurationSeconds?: number | null;
|
|
9
10
|
onProgress?: ((event: WhisperProgressEvent) => void) | null;
|
|
11
|
+
env?: Env;
|
|
10
12
|
}): Promise<WhisperTranscriptionResult>;
|
|
11
|
-
export declare function transcribeMediaFileWithWhisper({ filePath, mediaType, filename, openaiApiKey, falApiKey, segmentSeconds, totalDurationSeconds, onProgress, }: {
|
|
13
|
+
export declare function transcribeMediaFileWithWhisper({ filePath, mediaType, filename, openaiApiKey, falApiKey, segmentSeconds, totalDurationSeconds, onProgress, env, }: {
|
|
12
14
|
filePath: string;
|
|
13
15
|
mediaType: string;
|
|
14
16
|
filename: string | null;
|
|
@@ -17,4 +19,6 @@ export declare function transcribeMediaFileWithWhisper({ filePath, mediaType, fi
|
|
|
17
19
|
segmentSeconds?: number;
|
|
18
20
|
totalDurationSeconds?: number | null;
|
|
19
21
|
onProgress?: ((event: WhisperProgressEvent) => void) | null;
|
|
22
|
+
env?: Env;
|
|
20
23
|
}): Promise<WhisperTranscriptionResult>;
|
|
24
|
+
export {};
|
|
@@ -9,8 +9,13 @@ export declare function runFfmpegTranscodeToMp3({ inputPath, outputPath, }: {
|
|
|
9
9
|
inputPath: string;
|
|
10
10
|
outputPath: string;
|
|
11
11
|
}): Promise<void>;
|
|
12
|
+
export declare function runFfmpegTranscodeToWav({ inputPath, outputPath, }: {
|
|
13
|
+
inputPath: string;
|
|
14
|
+
outputPath: string;
|
|
15
|
+
}): Promise<void>;
|
|
12
16
|
export declare function runFfmpegTranscodeToMp3Lenient({ inputPath, outputPath, }: {
|
|
13
17
|
inputPath: string;
|
|
14
18
|
outputPath: string;
|
|
15
19
|
}): Promise<void>;
|
|
16
20
|
export declare function transcodeBytesToMp3(bytes: Uint8Array): Promise<Uint8Array>;
|
|
21
|
+
export declare function transcodeBytesToWav(bytes: Uint8Array): Promise<Uint8Array>;
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export type TranscriptionProvider = 'openai' | 'fal' | 'whisper.cpp';
|
|
1
|
+
export type TranscriptionProvider = 'openai' | 'fal' | 'whisper.cpp' | 'onnx-parakeet' | 'onnx-canary';
|
|
2
2
|
export type WhisperTranscriptionResult = {
|
|
3
3
|
text: string | null;
|
|
4
4
|
provider: TranscriptionProvider | null;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@steipete/summarize-core",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.10.0",
|
|
4
4
|
"description": "Summarize core library (content extraction + prompts).",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "./dist/esm/index.js",
|
|
@@ -23,6 +23,10 @@
|
|
|
23
23
|
"types": "./dist/types/prompts/index.d.ts",
|
|
24
24
|
"import": "./dist/esm/prompts/index.js"
|
|
25
25
|
},
|
|
26
|
+
"./processes": {
|
|
27
|
+
"types": "./dist/types/processes.d.ts",
|
|
28
|
+
"import": "./dist/esm/processes.js"
|
|
29
|
+
},
|
|
26
30
|
"./language": {
|
|
27
31
|
"types": "./dist/types/language.d.ts",
|
|
28
32
|
"import": "./dist/esm/language.js"
|
|
@@ -36,21 +40,22 @@
|
|
|
36
40
|
"node": ">=22"
|
|
37
41
|
},
|
|
38
42
|
"dependencies": {
|
|
39
|
-
"@fal-ai/client": "^1.
|
|
43
|
+
"@fal-ai/client": "^1.8.3",
|
|
40
44
|
"@mozilla/readability": "0.6.0",
|
|
41
45
|
"cheerio": "^1.1.2",
|
|
42
|
-
"es-toolkit": "^1.
|
|
43
|
-
"jsdom": "27.
|
|
46
|
+
"es-toolkit": "^1.44.0",
|
|
47
|
+
"jsdom": "27.4.0",
|
|
44
48
|
"sanitize-html": "^2.17.0"
|
|
45
49
|
},
|
|
46
50
|
"devDependencies": {
|
|
47
51
|
"@types/jsdom": "^27.0.0",
|
|
48
|
-
"@types/node": "^25.0.
|
|
52
|
+
"@types/node": "^25.0.9",
|
|
49
53
|
"@types/sanitize-html": "^2.16.0",
|
|
54
|
+
"rimraf": "^6.1.2",
|
|
50
55
|
"typescript": "^5.9.3"
|
|
51
56
|
},
|
|
52
57
|
"scripts": {
|
|
53
|
-
"clean": "
|
|
58
|
+
"clean": "rimraf dist",
|
|
54
59
|
"build": "pnpm clean && tsc -p tsconfig.build.json",
|
|
55
60
|
"typecheck": "tsc -p tsconfig.build.json --noEmit"
|
|
56
61
|
}
|