langchain 0.2.18 → 0.3.0-rc.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agents/openai_functions/index.cjs +2 -2
- package/dist/agents/openai_functions/index.js +2 -2
- package/dist/chains/combine_documents/stuff.cjs +2 -2
- package/dist/chains/combine_documents/stuff.js +2 -2
- package/dist/chains/openai_functions/openapi.cjs +3 -1
- package/dist/chains/openai_functions/openapi.js +3 -1
- package/dist/load/import_constants.cjs +2 -39
- package/dist/load/import_constants.js +2 -39
- package/dist/load/import_map.cjs +2 -3
- package/dist/load/import_map.d.ts +0 -1
- package/dist/load/import_map.js +0 -1
- package/dist/smith/config.d.ts +1 -5
- package/package.json +31 -854
- package/dist/document_loaders/fs/chatgpt.cjs +0 -90
- package/dist/document_loaders/fs/chatgpt.d.ts +0 -8
- package/dist/document_loaders/fs/chatgpt.js +0 -86
- package/dist/document_loaders/fs/csv.cjs +0 -73
- package/dist/document_loaders/fs/csv.d.ts +0 -65
- package/dist/document_loaders/fs/csv.js +0 -69
- package/dist/document_loaders/fs/docx.cjs +0 -58
- package/dist/document_loaders/fs/docx.d.ts +0 -25
- package/dist/document_loaders/fs/docx.js +0 -54
- package/dist/document_loaders/fs/epub.cjs +0 -103
- package/dist/document_loaders/fs/epub.d.ts +0 -33
- package/dist/document_loaders/fs/epub.js +0 -99
- package/dist/document_loaders/fs/notion.cjs +0 -26
- package/dist/document_loaders/fs/notion.d.ts +0 -12
- package/dist/document_loaders/fs/notion.js +0 -22
- package/dist/document_loaders/fs/obsidian.cjs +0 -247
- package/dist/document_loaders/fs/obsidian.d.ts +0 -28
- package/dist/document_loaders/fs/obsidian.js +0 -240
- package/dist/document_loaders/fs/openai_whisper_audio.cjs +0 -49
- package/dist/document_loaders/fs/openai_whisper_audio.d.ts +0 -23
- package/dist/document_loaders/fs/openai_whisper_audio.js +0 -45
- package/dist/document_loaders/fs/pdf.cjs +0 -148
- package/dist/document_loaders/fs/pdf.d.ts +0 -49
- package/dist/document_loaders/fs/pdf.js +0 -144
- package/dist/document_loaders/fs/pptx.cjs +0 -46
- package/dist/document_loaders/fs/pptx.d.ts +0 -25
- package/dist/document_loaders/fs/pptx.js +0 -42
- package/dist/document_loaders/fs/srt.cjs +0 -57
- package/dist/document_loaders/fs/srt.d.ts +0 -32
- package/dist/document_loaders/fs/srt.js +0 -50
- package/dist/document_loaders/fs/unstructured.cjs +0 -338
- package/dist/document_loaders/fs/unstructured.d.ts +0 -125
- package/dist/document_loaders/fs/unstructured.js +0 -333
- package/dist/document_loaders/web/apify_dataset.cjs +0 -130
- package/dist/document_loaders/web/apify_dataset.d.ts +0 -85
- package/dist/document_loaders/web/apify_dataset.js +0 -126
- package/dist/document_loaders/web/assemblyai.cjs +0 -200
- package/dist/document_loaders/web/assemblyai.d.ts +0 -95
- package/dist/document_loaders/web/assemblyai.js +0 -193
- package/dist/document_loaders/web/azure_blob_storage_container.cjs +0 -73
- package/dist/document_loaders/web/azure_blob_storage_container.d.ts +0 -46
- package/dist/document_loaders/web/azure_blob_storage_container.js +0 -69
- package/dist/document_loaders/web/azure_blob_storage_file.cjs +0 -124
- package/dist/document_loaders/web/azure_blob_storage_file.d.ts +0 -53
- package/dist/document_loaders/web/azure_blob_storage_file.js +0 -97
- package/dist/document_loaders/web/browserbase.cjs +0 -93
- package/dist/document_loaders/web/browserbase.d.ts +0 -48
- package/dist/document_loaders/web/browserbase.js +0 -86
- package/dist/document_loaders/web/cheerio.cjs +0 -118
- package/dist/document_loaders/web/cheerio.d.ts +0 -77
- package/dist/document_loaders/web/cheerio.js +0 -114
- package/dist/document_loaders/web/college_confidential.cjs +0 -41
- package/dist/document_loaders/web/college_confidential.d.ts +0 -25
- package/dist/document_loaders/web/college_confidential.js +0 -37
- package/dist/document_loaders/web/confluence.cjs +0 -190
- package/dist/document_loaders/web/confluence.d.ts +0 -114
- package/dist/document_loaders/web/confluence.js +0 -186
- package/dist/document_loaders/web/couchbase.cjs +0 -95
- package/dist/document_loaders/web/couchbase.d.ts +0 -32
- package/dist/document_loaders/web/couchbase.js +0 -91
- package/dist/document_loaders/web/figma.cjs +0 -102
- package/dist/document_loaders/web/figma.d.ts +0 -82
- package/dist/document_loaders/web/figma.js +0 -98
- package/dist/document_loaders/web/firecrawl.cjs +0 -95
- package/dist/document_loaders/web/firecrawl.d.ts +0 -50
- package/dist/document_loaders/web/firecrawl.js +0 -88
- package/dist/document_loaders/web/gitbook.cjs +0 -110
- package/dist/document_loaders/web/gitbook.d.ts +0 -55
- package/dist/document_loaders/web/gitbook.js +0 -106
- package/dist/document_loaders/web/github.cjs +0 -615
- package/dist/document_loaders/web/github.d.ts +0 -203
- package/dist/document_loaders/web/github.js +0 -608
- package/dist/document_loaders/web/hn.cjs +0 -90
- package/dist/document_loaders/web/hn.d.ts +0 -42
- package/dist/document_loaders/web/hn.js +0 -86
- package/dist/document_loaders/web/imsdb.cjs +0 -44
- package/dist/document_loaders/web/imsdb.d.ts +0 -23
- package/dist/document_loaders/web/imsdb.js +0 -40
- package/dist/document_loaders/web/notionapi.cjs +0 -404
- package/dist/document_loaders/web/notionapi.d.ts +0 -133
- package/dist/document_loaders/web/notionapi.js +0 -392
- package/dist/document_loaders/web/notiondb.cjs +0 -199
- package/dist/document_loaders/web/notiondb.d.ts +0 -56
- package/dist/document_loaders/web/notiondb.js +0 -195
- package/dist/document_loaders/web/pdf.cjs +0 -140
- package/dist/document_loaders/web/pdf.d.ts +0 -35
- package/dist/document_loaders/web/pdf.js +0 -136
- package/dist/document_loaders/web/playwright.cjs +0 -89
- package/dist/document_loaders/web/playwright.d.ts +0 -58
- package/dist/document_loaders/web/playwright.js +0 -85
- package/dist/document_loaders/web/puppeteer.cjs +0 -139
- package/dist/document_loaders/web/puppeteer.d.ts +0 -82
- package/dist/document_loaders/web/puppeteer.js +0 -135
- package/dist/document_loaders/web/recursive_url.cjs +0 -198
- package/dist/document_loaders/web/recursive_url.d.ts +0 -33
- package/dist/document_loaders/web/recursive_url.js +0 -194
- package/dist/document_loaders/web/s3.cjs +0 -164
- package/dist/document_loaders/web/s3.d.ts +0 -78
- package/dist/document_loaders/web/s3.js +0 -137
- package/dist/document_loaders/web/searchapi.cjs +0 -150
- package/dist/document_loaders/web/searchapi.d.ts +0 -76
- package/dist/document_loaders/web/searchapi.js +0 -146
- package/dist/document_loaders/web/serpapi.cjs +0 -127
- package/dist/document_loaders/web/serpapi.d.ts +0 -62
- package/dist/document_loaders/web/serpapi.js +0 -123
- package/dist/document_loaders/web/sitemap.cjs +0 -118
- package/dist/document_loaders/web/sitemap.d.ts +0 -41
- package/dist/document_loaders/web/sitemap.js +0 -114
- package/dist/document_loaders/web/sonix_audio.cjs +0 -68
- package/dist/document_loaders/web/sonix_audio.d.ts +0 -36
- package/dist/document_loaders/web/sonix_audio.js +0 -64
- package/dist/document_loaders/web/sort_xyz_blockchain.cjs +0 -157
- package/dist/document_loaders/web/sort_xyz_blockchain.d.ts +0 -78
- package/dist/document_loaders/web/sort_xyz_blockchain.js +0 -153
- package/dist/document_loaders/web/youtube.cjs +0 -116
- package/dist/document_loaders/web/youtube.d.ts +0 -55
- package/dist/document_loaders/web/youtube.js +0 -112
- package/dist/experimental/tools/pyinterpreter.cjs +0 -248
- package/dist/experimental/tools/pyinterpreter.d.ts +0 -18
- package/dist/experimental/tools/pyinterpreter.js +0 -244
- package/dist/retrievers/self_query/chroma.cjs +0 -48
- package/dist/retrievers/self_query/chroma.d.ts +0 -26
- package/dist/retrievers/self_query/chroma.js +0 -44
- package/dist/retrievers/self_query/pinecone.cjs +0 -47
- package/dist/retrievers/self_query/pinecone.d.ts +0 -26
- package/dist/retrievers/self_query/pinecone.js +0 -43
- package/dist/retrievers/self_query/supabase.cjs +0 -278
- package/dist/retrievers/self_query/supabase.d.ts +0 -109
- package/dist/retrievers/self_query/supabase.js +0 -274
- package/dist/retrievers/self_query/supabase_utils.cjs +0 -264
- package/dist/retrievers/self_query/supabase_utils.d.ts +0 -101
- package/dist/retrievers/self_query/supabase_utils.js +0 -259
- package/dist/retrievers/self_query/vectara.cjs +0 -143
- package/dist/retrievers/self_query/vectara.d.ts +0 -42
- package/dist/retrievers/self_query/vectara.js +0 -139
- package/dist/retrievers/self_query/weaviate.cjs +0 -201
- package/dist/retrievers/self_query/weaviate.d.ts +0 -99
- package/dist/retrievers/self_query/weaviate.js +0 -197
- package/dist/types/assemblyai-types.cjs +0 -2
- package/dist/types/assemblyai-types.d.ts +0 -4
- package/dist/types/assemblyai-types.js +0 -1
- package/document_loaders/fs/chatgpt.cjs +0 -1
- package/document_loaders/fs/chatgpt.d.cts +0 -1
- package/document_loaders/fs/chatgpt.d.ts +0 -1
- package/document_loaders/fs/chatgpt.js +0 -1
- package/document_loaders/fs/csv.cjs +0 -1
- package/document_loaders/fs/csv.d.cts +0 -1
- package/document_loaders/fs/csv.d.ts +0 -1
- package/document_loaders/fs/csv.js +0 -1
- package/document_loaders/fs/docx.cjs +0 -1
- package/document_loaders/fs/docx.d.cts +0 -1
- package/document_loaders/fs/docx.d.ts +0 -1
- package/document_loaders/fs/docx.js +0 -1
- package/document_loaders/fs/epub.cjs +0 -1
- package/document_loaders/fs/epub.d.cts +0 -1
- package/document_loaders/fs/epub.d.ts +0 -1
- package/document_loaders/fs/epub.js +0 -1
- package/document_loaders/fs/notion.cjs +0 -1
- package/document_loaders/fs/notion.d.cts +0 -1
- package/document_loaders/fs/notion.d.ts +0 -1
- package/document_loaders/fs/notion.js +0 -1
- package/document_loaders/fs/obsidian.cjs +0 -1
- package/document_loaders/fs/obsidian.d.cts +0 -1
- package/document_loaders/fs/obsidian.d.ts +0 -1
- package/document_loaders/fs/obsidian.js +0 -1
- package/document_loaders/fs/openai_whisper_audio.cjs +0 -1
- package/document_loaders/fs/openai_whisper_audio.d.cts +0 -1
- package/document_loaders/fs/openai_whisper_audio.d.ts +0 -1
- package/document_loaders/fs/openai_whisper_audio.js +0 -1
- package/document_loaders/fs/pdf.cjs +0 -1
- package/document_loaders/fs/pdf.d.cts +0 -1
- package/document_loaders/fs/pdf.d.ts +0 -1
- package/document_loaders/fs/pdf.js +0 -1
- package/document_loaders/fs/pptx.cjs +0 -1
- package/document_loaders/fs/pptx.d.cts +0 -1
- package/document_loaders/fs/pptx.d.ts +0 -1
- package/document_loaders/fs/pptx.js +0 -1
- package/document_loaders/fs/srt.cjs +0 -1
- package/document_loaders/fs/srt.d.cts +0 -1
- package/document_loaders/fs/srt.d.ts +0 -1
- package/document_loaders/fs/srt.js +0 -1
- package/document_loaders/fs/unstructured.cjs +0 -1
- package/document_loaders/fs/unstructured.d.cts +0 -1
- package/document_loaders/fs/unstructured.d.ts +0 -1
- package/document_loaders/fs/unstructured.js +0 -1
- package/document_loaders/web/apify_dataset.cjs +0 -1
- package/document_loaders/web/apify_dataset.d.cts +0 -1
- package/document_loaders/web/apify_dataset.d.ts +0 -1
- package/document_loaders/web/apify_dataset.js +0 -1
- package/document_loaders/web/assemblyai.cjs +0 -1
- package/document_loaders/web/assemblyai.d.cts +0 -1
- package/document_loaders/web/assemblyai.d.ts +0 -1
- package/document_loaders/web/assemblyai.js +0 -1
- package/document_loaders/web/azure_blob_storage_container.cjs +0 -1
- package/document_loaders/web/azure_blob_storage_container.d.cts +0 -1
- package/document_loaders/web/azure_blob_storage_container.d.ts +0 -1
- package/document_loaders/web/azure_blob_storage_container.js +0 -1
- package/document_loaders/web/azure_blob_storage_file.cjs +0 -1
- package/document_loaders/web/azure_blob_storage_file.d.cts +0 -1
- package/document_loaders/web/azure_blob_storage_file.d.ts +0 -1
- package/document_loaders/web/azure_blob_storage_file.js +0 -1
- package/document_loaders/web/browserbase.cjs +0 -1
- package/document_loaders/web/browserbase.d.cts +0 -1
- package/document_loaders/web/browserbase.d.ts +0 -1
- package/document_loaders/web/browserbase.js +0 -1
- package/document_loaders/web/cheerio.cjs +0 -1
- package/document_loaders/web/cheerio.d.cts +0 -1
- package/document_loaders/web/cheerio.d.ts +0 -1
- package/document_loaders/web/cheerio.js +0 -1
- package/document_loaders/web/college_confidential.cjs +0 -1
- package/document_loaders/web/college_confidential.d.cts +0 -1
- package/document_loaders/web/college_confidential.d.ts +0 -1
- package/document_loaders/web/college_confidential.js +0 -1
- package/document_loaders/web/confluence.cjs +0 -1
- package/document_loaders/web/confluence.d.cts +0 -1
- package/document_loaders/web/confluence.d.ts +0 -1
- package/document_loaders/web/confluence.js +0 -1
- package/document_loaders/web/couchbase.cjs +0 -1
- package/document_loaders/web/couchbase.d.cts +0 -1
- package/document_loaders/web/couchbase.d.ts +0 -1
- package/document_loaders/web/couchbase.js +0 -1
- package/document_loaders/web/figma.cjs +0 -1
- package/document_loaders/web/figma.d.cts +0 -1
- package/document_loaders/web/figma.d.ts +0 -1
- package/document_loaders/web/figma.js +0 -1
- package/document_loaders/web/firecrawl.cjs +0 -1
- package/document_loaders/web/firecrawl.d.cts +0 -1
- package/document_loaders/web/firecrawl.d.ts +0 -1
- package/document_loaders/web/firecrawl.js +0 -1
- package/document_loaders/web/gitbook.cjs +0 -1
- package/document_loaders/web/gitbook.d.cts +0 -1
- package/document_loaders/web/gitbook.d.ts +0 -1
- package/document_loaders/web/gitbook.js +0 -1
- package/document_loaders/web/github.cjs +0 -1
- package/document_loaders/web/github.d.cts +0 -1
- package/document_loaders/web/github.d.ts +0 -1
- package/document_loaders/web/github.js +0 -1
- package/document_loaders/web/hn.cjs +0 -1
- package/document_loaders/web/hn.d.cts +0 -1
- package/document_loaders/web/hn.d.ts +0 -1
- package/document_loaders/web/hn.js +0 -1
- package/document_loaders/web/imsdb.cjs +0 -1
- package/document_loaders/web/imsdb.d.cts +0 -1
- package/document_loaders/web/imsdb.d.ts +0 -1
- package/document_loaders/web/imsdb.js +0 -1
- package/document_loaders/web/notionapi.cjs +0 -1
- package/document_loaders/web/notionapi.d.cts +0 -1
- package/document_loaders/web/notionapi.d.ts +0 -1
- package/document_loaders/web/notionapi.js +0 -1
- package/document_loaders/web/notiondb.cjs +0 -1
- package/document_loaders/web/notiondb.d.cts +0 -1
- package/document_loaders/web/notiondb.d.ts +0 -1
- package/document_loaders/web/notiondb.js +0 -1
- package/document_loaders/web/pdf.cjs +0 -1
- package/document_loaders/web/pdf.d.cts +0 -1
- package/document_loaders/web/pdf.d.ts +0 -1
- package/document_loaders/web/pdf.js +0 -1
- package/document_loaders/web/playwright.cjs +0 -1
- package/document_loaders/web/playwright.d.cts +0 -1
- package/document_loaders/web/playwright.d.ts +0 -1
- package/document_loaders/web/playwright.js +0 -1
- package/document_loaders/web/puppeteer.cjs +0 -1
- package/document_loaders/web/puppeteer.d.cts +0 -1
- package/document_loaders/web/puppeteer.d.ts +0 -1
- package/document_loaders/web/puppeteer.js +0 -1
- package/document_loaders/web/recursive_url.cjs +0 -1
- package/document_loaders/web/recursive_url.d.cts +0 -1
- package/document_loaders/web/recursive_url.d.ts +0 -1
- package/document_loaders/web/recursive_url.js +0 -1
- package/document_loaders/web/s3.cjs +0 -1
- package/document_loaders/web/s3.d.cts +0 -1
- package/document_loaders/web/s3.d.ts +0 -1
- package/document_loaders/web/s3.js +0 -1
- package/document_loaders/web/searchapi.cjs +0 -1
- package/document_loaders/web/searchapi.d.cts +0 -1
- package/document_loaders/web/searchapi.d.ts +0 -1
- package/document_loaders/web/searchapi.js +0 -1
- package/document_loaders/web/serpapi.cjs +0 -1
- package/document_loaders/web/serpapi.d.cts +0 -1
- package/document_loaders/web/serpapi.d.ts +0 -1
- package/document_loaders/web/serpapi.js +0 -1
- package/document_loaders/web/sitemap.cjs +0 -1
- package/document_loaders/web/sitemap.d.cts +0 -1
- package/document_loaders/web/sitemap.d.ts +0 -1
- package/document_loaders/web/sitemap.js +0 -1
- package/document_loaders/web/sonix_audio.cjs +0 -1
- package/document_loaders/web/sonix_audio.d.cts +0 -1
- package/document_loaders/web/sonix_audio.d.ts +0 -1
- package/document_loaders/web/sonix_audio.js +0 -1
- package/document_loaders/web/sort_xyz_blockchain.cjs +0 -1
- package/document_loaders/web/sort_xyz_blockchain.d.cts +0 -1
- package/document_loaders/web/sort_xyz_blockchain.d.ts +0 -1
- package/document_loaders/web/sort_xyz_blockchain.js +0 -1
- package/document_loaders/web/youtube.cjs +0 -1
- package/document_loaders/web/youtube.d.cts +0 -1
- package/document_loaders/web/youtube.d.ts +0 -1
- package/document_loaders/web/youtube.js +0 -1
- package/experimental/tools/pyinterpreter.cjs +0 -1
- package/experimental/tools/pyinterpreter.d.cts +0 -1
- package/experimental/tools/pyinterpreter.d.ts +0 -1
- package/experimental/tools/pyinterpreter.js +0 -1
- package/memory/index.cjs +0 -1
- package/memory/index.d.cts +0 -1
- package/memory/index.d.ts +0 -1
- package/memory/index.js +0 -1
- package/retrievers/self_query/chroma.cjs +0 -1
- package/retrievers/self_query/chroma.d.cts +0 -1
- package/retrievers/self_query/chroma.d.ts +0 -1
- package/retrievers/self_query/chroma.js +0 -1
- package/retrievers/self_query/pinecone.cjs +0 -1
- package/retrievers/self_query/pinecone.d.cts +0 -1
- package/retrievers/self_query/pinecone.d.ts +0 -1
- package/retrievers/self_query/pinecone.js +0 -1
- package/retrievers/self_query/supabase.cjs +0 -1
- package/retrievers/self_query/supabase.d.cts +0 -1
- package/retrievers/self_query/supabase.d.ts +0 -1
- package/retrievers/self_query/supabase.js +0 -1
- package/retrievers/self_query/vectara.cjs +0 -1
- package/retrievers/self_query/vectara.d.cts +0 -1
- package/retrievers/self_query/vectara.d.ts +0 -1
- package/retrievers/self_query/vectara.js +0 -1
- package/retrievers/self_query/weaviate.cjs +0 -1
- package/retrievers/self_query/weaviate.d.cts +0 -1
- package/retrievers/self_query/weaviate.d.ts +0 -1
- package/retrievers/self_query/weaviate.js +0 -1
|
@@ -1,200 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.AudioSubtitleLoader = exports.AudioTranscriptSentencesLoader = exports.AudioTranscriptParagraphsLoader = exports.AudioTranscriptLoader = void 0;
|
|
4
|
-
const assemblyai_1 = require("assemblyai");
|
|
5
|
-
const documents_1 = require("@langchain/core/documents");
|
|
6
|
-
const env_1 = require("@langchain/core/utils/env");
|
|
7
|
-
const base_js_1 = require("../base.cjs");
|
|
8
|
-
const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
|
|
9
|
-
/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
|
|
10
|
-
oldEntrypointName: "document_loaders/web/assemblyai",
|
|
11
|
-
newPackageName: "@langchain/community",
|
|
12
|
-
});
|
|
13
|
-
const defaultOptions = {
|
|
14
|
-
userAgent: {
|
|
15
|
-
integration: { name: "LangChainJS", version: "1.0.1" },
|
|
16
|
-
},
|
|
17
|
-
};
|
|
18
|
-
/**
|
|
19
|
-
* @deprecated
|
|
20
|
-
* Base class for AssemblyAI loaders.
|
|
21
|
-
*/
|
|
22
|
-
class AssemblyAILoader extends base_js_1.BaseDocumentLoader {
|
|
23
|
-
/**
|
|
24
|
-
* Create a new AssemblyAI loader.
|
|
25
|
-
* @param assemblyAIOptions The options to configure the AssemblyAI loader.
|
|
26
|
-
* Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
|
|
27
|
-
*/
|
|
28
|
-
constructor(assemblyAIOptions) {
|
|
29
|
-
super();
|
|
30
|
-
Object.defineProperty(this, "client", {
|
|
31
|
-
enumerable: true,
|
|
32
|
-
configurable: true,
|
|
33
|
-
writable: true,
|
|
34
|
-
value: void 0
|
|
35
|
-
});
|
|
36
|
-
let options = assemblyAIOptions;
|
|
37
|
-
if (!options) {
|
|
38
|
-
options = {};
|
|
39
|
-
}
|
|
40
|
-
if (!options.apiKey) {
|
|
41
|
-
options.apiKey = (0, env_1.getEnvironmentVariable)("ASSEMBLYAI_API_KEY");
|
|
42
|
-
}
|
|
43
|
-
if (!options.apiKey) {
|
|
44
|
-
throw new Error("No AssemblyAI API key provided");
|
|
45
|
-
}
|
|
46
|
-
this.client = new assemblyai_1.AssemblyAI({
|
|
47
|
-
...defaultOptions,
|
|
48
|
-
...options,
|
|
49
|
-
});
|
|
50
|
-
}
|
|
51
|
-
}
|
|
52
|
-
/**
|
|
53
|
-
* @deprecated
|
|
54
|
-
*/
|
|
55
|
-
class CreateTranscriptLoader extends AssemblyAILoader {
|
|
56
|
-
/**
|
|
57
|
-
* Transcribe audio or retrieve an existing transcript by its ID.
|
|
58
|
-
* @param params The parameters to transcribe audio, or the ID of the transcript to retrieve.
|
|
59
|
-
* @param assemblyAIOptions The options to configure the AssemblyAI loader.
|
|
60
|
-
* Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
|
|
61
|
-
*/
|
|
62
|
-
constructor(params, assemblyAIOptions) {
|
|
63
|
-
super(assemblyAIOptions);
|
|
64
|
-
Object.defineProperty(this, "transcribeParams", {
|
|
65
|
-
enumerable: true,
|
|
66
|
-
configurable: true,
|
|
67
|
-
writable: true,
|
|
68
|
-
value: void 0
|
|
69
|
-
});
|
|
70
|
-
Object.defineProperty(this, "transcriptId", {
|
|
71
|
-
enumerable: true,
|
|
72
|
-
configurable: true,
|
|
73
|
-
writable: true,
|
|
74
|
-
value: void 0
|
|
75
|
-
});
|
|
76
|
-
if (typeof params === "string") {
|
|
77
|
-
this.transcriptId = params;
|
|
78
|
-
}
|
|
79
|
-
else {
|
|
80
|
-
this.transcribeParams = params;
|
|
81
|
-
}
|
|
82
|
-
}
|
|
83
|
-
async transcribeOrGetTranscript() {
|
|
84
|
-
if (this.transcriptId) {
|
|
85
|
-
return await this.client.transcripts.get(this.transcriptId);
|
|
86
|
-
}
|
|
87
|
-
if (this.transcribeParams) {
|
|
88
|
-
let transcribeParams;
|
|
89
|
-
if ("audio_url" in this.transcribeParams) {
|
|
90
|
-
transcribeParams = {
|
|
91
|
-
...this.transcribeParams,
|
|
92
|
-
audio: this.transcribeParams.audio_url,
|
|
93
|
-
};
|
|
94
|
-
}
|
|
95
|
-
else {
|
|
96
|
-
transcribeParams = this.transcribeParams;
|
|
97
|
-
}
|
|
98
|
-
return await this.client.transcripts.transcribe(transcribeParams);
|
|
99
|
-
}
|
|
100
|
-
else {
|
|
101
|
-
throw new Error("No transcript ID or transcribe parameters provided");
|
|
102
|
-
}
|
|
103
|
-
}
|
|
104
|
-
}
|
|
105
|
-
/**
|
|
106
|
-
* @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
|
|
107
|
-
* Transcribe audio and load the transcript as a document using AssemblyAI.
|
|
108
|
-
*/
|
|
109
|
-
class AudioTranscriptLoader extends CreateTranscriptLoader {
|
|
110
|
-
/**
|
|
111
|
-
* Transcribe audio and load the transcript as a document using AssemblyAI.
|
|
112
|
-
* @returns A promise that resolves to a single document containing the transcript text
|
|
113
|
-
* as the page content, and the transcript object as the metadata.
|
|
114
|
-
*/
|
|
115
|
-
async load() {
|
|
116
|
-
const transcript = await this.transcribeOrGetTranscript();
|
|
117
|
-
return [
|
|
118
|
-
new documents_1.Document({
|
|
119
|
-
pageContent: transcript.text,
|
|
120
|
-
metadata: transcript,
|
|
121
|
-
}),
|
|
122
|
-
];
|
|
123
|
-
}
|
|
124
|
-
}
|
|
125
|
-
exports.AudioTranscriptLoader = AudioTranscriptLoader;
|
|
126
|
-
/**
|
|
127
|
-
* @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
|
|
128
|
-
* Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
|
|
129
|
-
*/
|
|
130
|
-
class AudioTranscriptParagraphsLoader extends CreateTranscriptLoader {
|
|
131
|
-
/**
|
|
132
|
-
* Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
|
|
133
|
-
* @returns A promise that resolves to an array of documents, each containing a paragraph of the transcript.
|
|
134
|
-
*/
|
|
135
|
-
async load() {
|
|
136
|
-
const transcript = await this.transcribeOrGetTranscript();
|
|
137
|
-
const paragraphsResponse = await this.client.transcripts.paragraphs(transcript.id);
|
|
138
|
-
return paragraphsResponse.paragraphs.map((p) => new documents_1.Document({
|
|
139
|
-
pageContent: p.text,
|
|
140
|
-
metadata: p,
|
|
141
|
-
}));
|
|
142
|
-
}
|
|
143
|
-
}
|
|
144
|
-
exports.AudioTranscriptParagraphsLoader = AudioTranscriptParagraphsLoader;
|
|
145
|
-
/**
|
|
146
|
-
* @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
|
|
147
|
-
* Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
|
|
148
|
-
*/
|
|
149
|
-
class AudioTranscriptSentencesLoader extends CreateTranscriptLoader {
|
|
150
|
-
/**
|
|
151
|
-
* Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
|
|
152
|
-
* @returns A promise that resolves to an array of documents, each containing a sentence of the transcript.
|
|
153
|
-
*/
|
|
154
|
-
async load() {
|
|
155
|
-
const transcript = await this.transcribeOrGetTranscript();
|
|
156
|
-
const sentencesResponse = await this.client.transcripts.sentences(transcript.id);
|
|
157
|
-
return sentencesResponse.sentences.map((p) => new documents_1.Document({
|
|
158
|
-
pageContent: p.text,
|
|
159
|
-
metadata: p,
|
|
160
|
-
}));
|
|
161
|
-
}
|
|
162
|
-
}
|
|
163
|
-
exports.AudioTranscriptSentencesLoader = AudioTranscriptSentencesLoader;
|
|
164
|
-
/**
|
|
165
|
-
* @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
|
|
166
|
-
* Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
|
|
167
|
-
*/
|
|
168
|
-
class AudioSubtitleLoader extends CreateTranscriptLoader {
|
|
169
|
-
/**
|
|
170
|
-
* Create a new AudioSubtitleLoader.
|
|
171
|
-
* @param params The parameters to transcribe audio, or the ID of the transcript to retrieve.
|
|
172
|
-
* @param subtitleFormat The format of the subtitles, either `srt` or `vtt`.
|
|
173
|
-
* @param assemblyAIOptions The options to configure the AssemblyAI loader.
|
|
174
|
-
* Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
|
|
175
|
-
*/
|
|
176
|
-
constructor(params, subtitleFormat = "srt", assemblyAIOptions) {
|
|
177
|
-
super(params, assemblyAIOptions);
|
|
178
|
-
Object.defineProperty(this, "subtitleFormat", {
|
|
179
|
-
enumerable: true,
|
|
180
|
-
configurable: true,
|
|
181
|
-
writable: true,
|
|
182
|
-
value: subtitleFormat
|
|
183
|
-
});
|
|
184
|
-
this.subtitleFormat = subtitleFormat;
|
|
185
|
-
}
|
|
186
|
-
/**
|
|
187
|
-
* Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
|
|
188
|
-
* @returns A promise that resolves a document containing the subtitles as the page content.
|
|
189
|
-
*/
|
|
190
|
-
async load() {
|
|
191
|
-
const transcript = await this.transcribeOrGetTranscript();
|
|
192
|
-
const subtitles = await this.client.transcripts.subtitles(transcript.id, this.subtitleFormat);
|
|
193
|
-
return [
|
|
194
|
-
new documents_1.Document({
|
|
195
|
-
pageContent: subtitles,
|
|
196
|
-
}),
|
|
197
|
-
];
|
|
198
|
-
}
|
|
199
|
-
}
|
|
200
|
-
exports.AudioSubtitleLoader = AudioSubtitleLoader;
|
|
@@ -1,95 +0,0 @@
|
|
|
1
|
-
import { AssemblyAI, TranscribeParams, SubtitleFormat, Transcript, TranscriptParagraph, TranscriptSentence, CreateTranscriptParameters } from "assemblyai";
|
|
2
|
-
import { Document } from "@langchain/core/documents";
|
|
3
|
-
import { BaseDocumentLoader } from "../base.js";
|
|
4
|
-
import { AssemblyAIOptions } from "../../types/assemblyai-types.js";
|
|
5
|
-
export type * from "../../types/assemblyai-types.js";
|
|
6
|
-
/**
|
|
7
|
-
* @deprecated
|
|
8
|
-
* Base class for AssemblyAI loaders.
|
|
9
|
-
*/
|
|
10
|
-
declare abstract class AssemblyAILoader extends BaseDocumentLoader {
|
|
11
|
-
protected client: AssemblyAI;
|
|
12
|
-
/**
|
|
13
|
-
* Create a new AssemblyAI loader.
|
|
14
|
-
* @param assemblyAIOptions The options to configure the AssemblyAI loader.
|
|
15
|
-
* Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
|
|
16
|
-
*/
|
|
17
|
-
constructor(assemblyAIOptions?: AssemblyAIOptions);
|
|
18
|
-
}
|
|
19
|
-
/**
|
|
20
|
-
* @deprecated
|
|
21
|
-
*/
|
|
22
|
-
declare abstract class CreateTranscriptLoader extends AssemblyAILoader {
|
|
23
|
-
protected transcribeParams?: TranscribeParams | CreateTranscriptParameters;
|
|
24
|
-
protected transcriptId?: string;
|
|
25
|
-
/**
|
|
26
|
-
* Transcribe audio or retrieve an existing transcript by its ID.
|
|
27
|
-
* @param params The parameters to transcribe audio, or the ID of the transcript to retrieve.
|
|
28
|
-
* @param assemblyAIOptions The options to configure the AssemblyAI loader.
|
|
29
|
-
* Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
|
|
30
|
-
*/
|
|
31
|
-
constructor(params: TranscribeParams | CreateTranscriptParameters | string, assemblyAIOptions?: AssemblyAIOptions);
|
|
32
|
-
protected transcribeOrGetTranscript(): Promise<Transcript>;
|
|
33
|
-
}
|
|
34
|
-
/**
|
|
35
|
-
* @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
|
|
36
|
-
* Transcribe audio and load the transcript as a document using AssemblyAI.
|
|
37
|
-
*/
|
|
38
|
-
export declare class AudioTranscriptLoader extends CreateTranscriptLoader {
|
|
39
|
-
/**
|
|
40
|
-
* Transcribe audio and load the transcript as a document using AssemblyAI.
|
|
41
|
-
* @returns A promise that resolves to a single document containing the transcript text
|
|
42
|
-
* as the page content, and the transcript object as the metadata.
|
|
43
|
-
*/
|
|
44
|
-
load(): Promise<Document<Transcript>[]>;
|
|
45
|
-
}
|
|
46
|
-
/**
|
|
47
|
-
* @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
|
|
48
|
-
* Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
|
|
49
|
-
*/
|
|
50
|
-
export declare class AudioTranscriptParagraphsLoader extends CreateTranscriptLoader {
|
|
51
|
-
/**
|
|
52
|
-
* Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
|
|
53
|
-
* @returns A promise that resolves to an array of documents, each containing a paragraph of the transcript.
|
|
54
|
-
*/
|
|
55
|
-
load(): Promise<Document<TranscriptParagraph>[]>;
|
|
56
|
-
}
|
|
57
|
-
/**
|
|
58
|
-
* @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
|
|
59
|
-
* Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
|
|
60
|
-
*/
|
|
61
|
-
export declare class AudioTranscriptSentencesLoader extends CreateTranscriptLoader {
|
|
62
|
-
/**
|
|
63
|
-
* Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
|
|
64
|
-
* @returns A promise that resolves to an array of documents, each containing a sentence of the transcript.
|
|
65
|
-
*/
|
|
66
|
-
load(): Promise<Document<TranscriptSentence>[]>;
|
|
67
|
-
}
|
|
68
|
-
/**
|
|
69
|
-
* @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
|
|
70
|
-
* Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
|
|
71
|
-
*/
|
|
72
|
-
export declare class AudioSubtitleLoader extends CreateTranscriptLoader {
|
|
73
|
-
private subtitleFormat;
|
|
74
|
-
/**
|
|
75
|
-
* Create a new AudioSubtitleLoader.
|
|
76
|
-
* @param transcribeParams The parameters to transcribe audio.
|
|
77
|
-
* @param subtitleFormat The format of the subtitles, either `srt` or `vtt`.
|
|
78
|
-
* @param assemblyAIOptions The options to configure the AssemblyAI loader.
|
|
79
|
-
* Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
|
|
80
|
-
*/
|
|
81
|
-
constructor(transcribeParams: TranscribeParams | CreateTranscriptParameters, subtitleFormat: SubtitleFormat, assemblyAIOptions?: AssemblyAIOptions);
|
|
82
|
-
/**
|
|
83
|
-
* Create a new AudioSubtitleLoader.
|
|
84
|
-
* @param transcriptId The ID of the transcript to retrieve.
|
|
85
|
-
* @param subtitleFormat The format of the subtitles, either `srt` or `vtt`.
|
|
86
|
-
* @param assemblyAIOptions The options to configure the AssemblyAI loader.
|
|
87
|
-
* Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
|
|
88
|
-
*/
|
|
89
|
-
constructor(transcriptId: string, subtitleFormat: SubtitleFormat, assemblyAIOptions?: AssemblyAIOptions);
|
|
90
|
-
/**
|
|
91
|
-
* Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
|
|
92
|
-
* @returns A promise that resolves a document containing the subtitles as the page content.
|
|
93
|
-
*/
|
|
94
|
-
load(): Promise<Document[]>;
|
|
95
|
-
}
|
|
@@ -1,193 +0,0 @@
|
|
|
1
|
-
import { AssemblyAI, } from "assemblyai";
|
|
2
|
-
import { Document } from "@langchain/core/documents";
|
|
3
|
-
import { getEnvironmentVariable } from "@langchain/core/utils/env";
|
|
4
|
-
import { BaseDocumentLoader } from "../base.js";
|
|
5
|
-
import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
|
|
6
|
-
/* #__PURE__ */ logVersion020MigrationWarning({
|
|
7
|
-
oldEntrypointName: "document_loaders/web/assemblyai",
|
|
8
|
-
newPackageName: "@langchain/community",
|
|
9
|
-
});
|
|
10
|
-
const defaultOptions = {
|
|
11
|
-
userAgent: {
|
|
12
|
-
integration: { name: "LangChainJS", version: "1.0.1" },
|
|
13
|
-
},
|
|
14
|
-
};
|
|
15
|
-
/**
|
|
16
|
-
* @deprecated
|
|
17
|
-
* Base class for AssemblyAI loaders.
|
|
18
|
-
*/
|
|
19
|
-
class AssemblyAILoader extends BaseDocumentLoader {
|
|
20
|
-
/**
|
|
21
|
-
* Create a new AssemblyAI loader.
|
|
22
|
-
* @param assemblyAIOptions The options to configure the AssemblyAI loader.
|
|
23
|
-
* Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
|
|
24
|
-
*/
|
|
25
|
-
constructor(assemblyAIOptions) {
|
|
26
|
-
super();
|
|
27
|
-
Object.defineProperty(this, "client", {
|
|
28
|
-
enumerable: true,
|
|
29
|
-
configurable: true,
|
|
30
|
-
writable: true,
|
|
31
|
-
value: void 0
|
|
32
|
-
});
|
|
33
|
-
let options = assemblyAIOptions;
|
|
34
|
-
if (!options) {
|
|
35
|
-
options = {};
|
|
36
|
-
}
|
|
37
|
-
if (!options.apiKey) {
|
|
38
|
-
options.apiKey = getEnvironmentVariable("ASSEMBLYAI_API_KEY");
|
|
39
|
-
}
|
|
40
|
-
if (!options.apiKey) {
|
|
41
|
-
throw new Error("No AssemblyAI API key provided");
|
|
42
|
-
}
|
|
43
|
-
this.client = new AssemblyAI({
|
|
44
|
-
...defaultOptions,
|
|
45
|
-
...options,
|
|
46
|
-
});
|
|
47
|
-
}
|
|
48
|
-
}
|
|
49
|
-
/**
|
|
50
|
-
* @deprecated
|
|
51
|
-
*/
|
|
52
|
-
class CreateTranscriptLoader extends AssemblyAILoader {
|
|
53
|
-
/**
|
|
54
|
-
* Transcribe audio or retrieve an existing transcript by its ID.
|
|
55
|
-
* @param params The parameters to transcribe audio, or the ID of the transcript to retrieve.
|
|
56
|
-
* @param assemblyAIOptions The options to configure the AssemblyAI loader.
|
|
57
|
-
* Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
|
|
58
|
-
*/
|
|
59
|
-
constructor(params, assemblyAIOptions) {
|
|
60
|
-
super(assemblyAIOptions);
|
|
61
|
-
Object.defineProperty(this, "transcribeParams", {
|
|
62
|
-
enumerable: true,
|
|
63
|
-
configurable: true,
|
|
64
|
-
writable: true,
|
|
65
|
-
value: void 0
|
|
66
|
-
});
|
|
67
|
-
Object.defineProperty(this, "transcriptId", {
|
|
68
|
-
enumerable: true,
|
|
69
|
-
configurable: true,
|
|
70
|
-
writable: true,
|
|
71
|
-
value: void 0
|
|
72
|
-
});
|
|
73
|
-
if (typeof params === "string") {
|
|
74
|
-
this.transcriptId = params;
|
|
75
|
-
}
|
|
76
|
-
else {
|
|
77
|
-
this.transcribeParams = params;
|
|
78
|
-
}
|
|
79
|
-
}
|
|
80
|
-
async transcribeOrGetTranscript() {
|
|
81
|
-
if (this.transcriptId) {
|
|
82
|
-
return await this.client.transcripts.get(this.transcriptId);
|
|
83
|
-
}
|
|
84
|
-
if (this.transcribeParams) {
|
|
85
|
-
let transcribeParams;
|
|
86
|
-
if ("audio_url" in this.transcribeParams) {
|
|
87
|
-
transcribeParams = {
|
|
88
|
-
...this.transcribeParams,
|
|
89
|
-
audio: this.transcribeParams.audio_url,
|
|
90
|
-
};
|
|
91
|
-
}
|
|
92
|
-
else {
|
|
93
|
-
transcribeParams = this.transcribeParams;
|
|
94
|
-
}
|
|
95
|
-
return await this.client.transcripts.transcribe(transcribeParams);
|
|
96
|
-
}
|
|
97
|
-
else {
|
|
98
|
-
throw new Error("No transcript ID or transcribe parameters provided");
|
|
99
|
-
}
|
|
100
|
-
}
|
|
101
|
-
}
|
|
102
|
-
/**
|
|
103
|
-
* @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
|
|
104
|
-
* Transcribe audio and load the transcript as a document using AssemblyAI.
|
|
105
|
-
*/
|
|
106
|
-
export class AudioTranscriptLoader extends CreateTranscriptLoader {
|
|
107
|
-
/**
|
|
108
|
-
* Transcribe audio and load the transcript as a document using AssemblyAI.
|
|
109
|
-
* @returns A promise that resolves to a single document containing the transcript text
|
|
110
|
-
* as the page content, and the transcript object as the metadata.
|
|
111
|
-
*/
|
|
112
|
-
async load() {
|
|
113
|
-
const transcript = await this.transcribeOrGetTranscript();
|
|
114
|
-
return [
|
|
115
|
-
new Document({
|
|
116
|
-
pageContent: transcript.text,
|
|
117
|
-
metadata: transcript,
|
|
118
|
-
}),
|
|
119
|
-
];
|
|
120
|
-
}
|
|
121
|
-
}
|
|
122
|
-
/**
|
|
123
|
-
* @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
|
|
124
|
-
* Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
|
|
125
|
-
*/
|
|
126
|
-
export class AudioTranscriptParagraphsLoader extends CreateTranscriptLoader {
|
|
127
|
-
/**
|
|
128
|
-
* Transcribe audio and load the paragraphs of the transcript, creating a document for each paragraph.
|
|
129
|
-
* @returns A promise that resolves to an array of documents, each containing a paragraph of the transcript.
|
|
130
|
-
*/
|
|
131
|
-
async load() {
|
|
132
|
-
const transcript = await this.transcribeOrGetTranscript();
|
|
133
|
-
const paragraphsResponse = await this.client.transcripts.paragraphs(transcript.id);
|
|
134
|
-
return paragraphsResponse.paragraphs.map((p) => new Document({
|
|
135
|
-
pageContent: p.text,
|
|
136
|
-
metadata: p,
|
|
137
|
-
}));
|
|
138
|
-
}
|
|
139
|
-
}
|
|
140
|
-
/**
|
|
141
|
-
* @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
|
|
142
|
-
* Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
|
|
143
|
-
*/
|
|
144
|
-
export class AudioTranscriptSentencesLoader extends CreateTranscriptLoader {
|
|
145
|
-
/**
|
|
146
|
-
* Transcribe audio and load the sentences of the transcript, creating a document for each sentence.
|
|
147
|
-
* @returns A promise that resolves to an array of documents, each containing a sentence of the transcript.
|
|
148
|
-
*/
|
|
149
|
-
async load() {
|
|
150
|
-
const transcript = await this.transcribeOrGetTranscript();
|
|
151
|
-
const sentencesResponse = await this.client.transcripts.sentences(transcript.id);
|
|
152
|
-
return sentencesResponse.sentences.map((p) => new Document({
|
|
153
|
-
pageContent: p.text,
|
|
154
|
-
metadata: p,
|
|
155
|
-
}));
|
|
156
|
-
}
|
|
157
|
-
}
|
|
158
|
-
/**
|
|
159
|
-
* @deprecated - Import from "@langchain/community/document_loaders/web/assemblyai" instead. This entrypoint will be removed in 0.3.0.
|
|
160
|
-
* Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
|
|
161
|
-
*/
|
|
162
|
-
export class AudioSubtitleLoader extends CreateTranscriptLoader {
|
|
163
|
-
/**
|
|
164
|
-
* Create a new AudioSubtitleLoader.
|
|
165
|
-
* @param params The parameters to transcribe audio, or the ID of the transcript to retrieve.
|
|
166
|
-
* @param subtitleFormat The format of the subtitles, either `srt` or `vtt`.
|
|
167
|
-
* @param assemblyAIOptions The options to configure the AssemblyAI loader.
|
|
168
|
-
* Configure the `assemblyAIOptions.apiKey` with your AssemblyAI API key, or configure it as the `ASSEMBLYAI_API_KEY` environment variable.
|
|
169
|
-
*/
|
|
170
|
-
constructor(params, subtitleFormat = "srt", assemblyAIOptions) {
|
|
171
|
-
super(params, assemblyAIOptions);
|
|
172
|
-
Object.defineProperty(this, "subtitleFormat", {
|
|
173
|
-
enumerable: true,
|
|
174
|
-
configurable: true,
|
|
175
|
-
writable: true,
|
|
176
|
-
value: subtitleFormat
|
|
177
|
-
});
|
|
178
|
-
this.subtitleFormat = subtitleFormat;
|
|
179
|
-
}
|
|
180
|
-
/**
|
|
181
|
-
* Transcribe audio and load subtitles for the transcript as `srt` or `vtt` format.
|
|
182
|
-
* @returns A promise that resolves a document containing the subtitles as the page content.
|
|
183
|
-
*/
|
|
184
|
-
async load() {
|
|
185
|
-
const transcript = await this.transcribeOrGetTranscript();
|
|
186
|
-
const subtitles = await this.client.transcripts.subtitles(transcript.id, this.subtitleFormat);
|
|
187
|
-
return [
|
|
188
|
-
new Document({
|
|
189
|
-
pageContent: subtitles,
|
|
190
|
-
}),
|
|
191
|
-
];
|
|
192
|
-
}
|
|
193
|
-
}
|
|
@@ -1,73 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.AzureBlobStorageContainerLoader = void 0;
|
|
4
|
-
const storage_blob_1 = require("@azure/storage-blob");
|
|
5
|
-
const azure_blob_storage_file_js_1 = require("./azure_blob_storage_file.cjs");
|
|
6
|
-
const base_js_1 = require("../base.cjs");
|
|
7
|
-
const entrypoint_deprecation_js_1 = require("../../util/entrypoint_deprecation.cjs");
|
|
8
|
-
/* #__PURE__ */ (0, entrypoint_deprecation_js_1.logVersion020MigrationWarning)({
|
|
9
|
-
oldEntrypointName: "document_loaders/web/azure_blog_storage_container",
|
|
10
|
-
newPackageName: "@langchain/community",
|
|
11
|
-
});
|
|
12
|
-
/**
|
|
13
|
-
* @deprecated - Import from "@langchain/community/document_loaders/web/azure_blog_storage_container" instead. This entrypoint will be removed in 0.3.0.
|
|
14
|
-
* Class representing a document loader that loads documents from an Azure
|
|
15
|
-
* Blob Storage container. It extends the BaseDocumentLoader class.
|
|
16
|
-
*/
|
|
17
|
-
class AzureBlobStorageContainerLoader extends base_js_1.BaseDocumentLoader {
|
|
18
|
-
constructor({ azureConfig, unstructuredConfig, }) {
|
|
19
|
-
super();
|
|
20
|
-
Object.defineProperty(this, "connectionString", {
|
|
21
|
-
enumerable: true,
|
|
22
|
-
configurable: true,
|
|
23
|
-
writable: true,
|
|
24
|
-
value: void 0
|
|
25
|
-
});
|
|
26
|
-
Object.defineProperty(this, "container", {
|
|
27
|
-
enumerable: true,
|
|
28
|
-
configurable: true,
|
|
29
|
-
writable: true,
|
|
30
|
-
value: void 0
|
|
31
|
-
});
|
|
32
|
-
Object.defineProperty(this, "unstructuredConfig", {
|
|
33
|
-
enumerable: true,
|
|
34
|
-
configurable: true,
|
|
35
|
-
writable: true,
|
|
36
|
-
value: void 0
|
|
37
|
-
});
|
|
38
|
-
this.connectionString = azureConfig.connectionString;
|
|
39
|
-
this.container = azureConfig.container;
|
|
40
|
-
this.unstructuredConfig = unstructuredConfig;
|
|
41
|
-
}
|
|
42
|
-
/**
|
|
43
|
-
* Method to load documents from an Azure Blob Storage container. It
|
|
44
|
-
* creates a BlobServiceClient using the connection string, gets the
|
|
45
|
-
* container client using the container name, and iterates over the blobs
|
|
46
|
-
* in the container. For each blob, it creates an instance of
|
|
47
|
-
* AzureBlobStorageFileLoader and loads the documents using the loader.
|
|
48
|
-
* The loaded documents are concatenated to the docs array and returned.
|
|
49
|
-
* @returns An array of loaded documents.
|
|
50
|
-
*/
|
|
51
|
-
async load() {
|
|
52
|
-
const blobServiceClient = storage_blob_1.BlobServiceClient.fromConnectionString(this.connectionString, {
|
|
53
|
-
userAgentOptions: {
|
|
54
|
-
userAgentPrefix: "langchainjs-blob-storage-container",
|
|
55
|
-
},
|
|
56
|
-
});
|
|
57
|
-
const containerClient = blobServiceClient.getContainerClient(this.container);
|
|
58
|
-
let docs = [];
|
|
59
|
-
for await (const blob of containerClient.listBlobsFlat()) {
|
|
60
|
-
const loader = new azure_blob_storage_file_js_1.AzureBlobStorageFileLoader({
|
|
61
|
-
azureConfig: {
|
|
62
|
-
connectionString: this.connectionString,
|
|
63
|
-
container: this.container,
|
|
64
|
-
blobName: blob.name,
|
|
65
|
-
},
|
|
66
|
-
unstructuredConfig: this.unstructuredConfig,
|
|
67
|
-
});
|
|
68
|
-
docs = docs.concat(await loader.load());
|
|
69
|
-
}
|
|
70
|
-
return docs;
|
|
71
|
-
}
|
|
72
|
-
}
|
|
73
|
-
exports.AzureBlobStorageContainerLoader = AzureBlobStorageContainerLoader;
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
import { Document } from "@langchain/core/documents";
|
|
2
|
-
import { BaseDocumentLoader } from "../base.js";
|
|
3
|
-
import { UnstructuredLoaderOptions } from "../fs/unstructured.js";
|
|
4
|
-
/**
|
|
5
|
-
* Interface representing the configuration for accessing an Azure Blob
|
|
6
|
-
* Storage container. It includes properties for the connection string and
|
|
7
|
-
* container name.
|
|
8
|
-
*/
|
|
9
|
-
interface AzureBlobStorageContainerConfig {
|
|
10
|
-
connectionString: string;
|
|
11
|
-
container: string;
|
|
12
|
-
}
|
|
13
|
-
/**
|
|
14
|
-
* Interface representing the configuration for the
|
|
15
|
-
* AzureBlobStorageContainerLoader. It includes properties for the
|
|
16
|
-
* azureConfig and unstructuredConfig. The azureConfig property contains
|
|
17
|
-
* the Azure Blob Storage container configuration, and the
|
|
18
|
-
* unstructuredConfig property contains the options for the
|
|
19
|
-
* UnstructuredLoader.
|
|
20
|
-
*/
|
|
21
|
-
interface AzureBlobStorageContainerLoaderConfig {
|
|
22
|
-
azureConfig: AzureBlobStorageContainerConfig;
|
|
23
|
-
unstructuredConfig?: UnstructuredLoaderOptions;
|
|
24
|
-
}
|
|
25
|
-
/**
|
|
26
|
-
* @deprecated - Import from "@langchain/community/document_loaders/web/azure_blog_storage_container" instead. This entrypoint will be removed in 0.3.0.
|
|
27
|
-
* Class representing a document loader that loads documents from an Azure
|
|
28
|
-
* Blob Storage container. It extends the BaseDocumentLoader class.
|
|
29
|
-
*/
|
|
30
|
-
export declare class AzureBlobStorageContainerLoader extends BaseDocumentLoader {
|
|
31
|
-
private readonly connectionString;
|
|
32
|
-
private readonly container;
|
|
33
|
-
private readonly unstructuredConfig?;
|
|
34
|
-
constructor({ azureConfig, unstructuredConfig, }: AzureBlobStorageContainerLoaderConfig);
|
|
35
|
-
/**
|
|
36
|
-
* Method to load documents from an Azure Blob Storage container. It
|
|
37
|
-
* creates a BlobServiceClient using the connection string, gets the
|
|
38
|
-
* container client using the container name, and iterates over the blobs
|
|
39
|
-
* in the container. For each blob, it creates an instance of
|
|
40
|
-
* AzureBlobStorageFileLoader and loads the documents using the loader.
|
|
41
|
-
* The loaded documents are concatenated to the docs array and returned.
|
|
42
|
-
* @returns An array of loaded documents.
|
|
43
|
-
*/
|
|
44
|
-
load(): Promise<Document<Record<string, any>>[]>;
|
|
45
|
-
}
|
|
46
|
-
export {};
|
|
@@ -1,69 +0,0 @@
|
|
|
1
|
-
import { BlobServiceClient } from "@azure/storage-blob";
|
|
2
|
-
import { AzureBlobStorageFileLoader } from "./azure_blob_storage_file.js";
|
|
3
|
-
import { BaseDocumentLoader } from "../base.js";
|
|
4
|
-
import { logVersion020MigrationWarning } from "../../util/entrypoint_deprecation.js";
|
|
5
|
-
/* #__PURE__ */ logVersion020MigrationWarning({
|
|
6
|
-
oldEntrypointName: "document_loaders/web/azure_blog_storage_container",
|
|
7
|
-
newPackageName: "@langchain/community",
|
|
8
|
-
});
|
|
9
|
-
/**
|
|
10
|
-
* @deprecated - Import from "@langchain/community/document_loaders/web/azure_blog_storage_container" instead. This entrypoint will be removed in 0.3.0.
|
|
11
|
-
* Class representing a document loader that loads documents from an Azure
|
|
12
|
-
* Blob Storage container. It extends the BaseDocumentLoader class.
|
|
13
|
-
*/
|
|
14
|
-
export class AzureBlobStorageContainerLoader extends BaseDocumentLoader {
|
|
15
|
-
constructor({ azureConfig, unstructuredConfig, }) {
|
|
16
|
-
super();
|
|
17
|
-
Object.defineProperty(this, "connectionString", {
|
|
18
|
-
enumerable: true,
|
|
19
|
-
configurable: true,
|
|
20
|
-
writable: true,
|
|
21
|
-
value: void 0
|
|
22
|
-
});
|
|
23
|
-
Object.defineProperty(this, "container", {
|
|
24
|
-
enumerable: true,
|
|
25
|
-
configurable: true,
|
|
26
|
-
writable: true,
|
|
27
|
-
value: void 0
|
|
28
|
-
});
|
|
29
|
-
Object.defineProperty(this, "unstructuredConfig", {
|
|
30
|
-
enumerable: true,
|
|
31
|
-
configurable: true,
|
|
32
|
-
writable: true,
|
|
33
|
-
value: void 0
|
|
34
|
-
});
|
|
35
|
-
this.connectionString = azureConfig.connectionString;
|
|
36
|
-
this.container = azureConfig.container;
|
|
37
|
-
this.unstructuredConfig = unstructuredConfig;
|
|
38
|
-
}
|
|
39
|
-
/**
|
|
40
|
-
* Method to load documents from an Azure Blob Storage container. It
|
|
41
|
-
* creates a BlobServiceClient using the connection string, gets the
|
|
42
|
-
* container client using the container name, and iterates over the blobs
|
|
43
|
-
* in the container. For each blob, it creates an instance of
|
|
44
|
-
* AzureBlobStorageFileLoader and loads the documents using the loader.
|
|
45
|
-
* The loaded documents are concatenated to the docs array and returned.
|
|
46
|
-
* @returns An array of loaded documents.
|
|
47
|
-
*/
|
|
48
|
-
async load() {
|
|
49
|
-
const blobServiceClient = BlobServiceClient.fromConnectionString(this.connectionString, {
|
|
50
|
-
userAgentOptions: {
|
|
51
|
-
userAgentPrefix: "langchainjs-blob-storage-container",
|
|
52
|
-
},
|
|
53
|
-
});
|
|
54
|
-
const containerClient = blobServiceClient.getContainerClient(this.container);
|
|
55
|
-
let docs = [];
|
|
56
|
-
for await (const blob of containerClient.listBlobsFlat()) {
|
|
57
|
-
const loader = new AzureBlobStorageFileLoader({
|
|
58
|
-
azureConfig: {
|
|
59
|
-
connectionString: this.connectionString,
|
|
60
|
-
container: this.container,
|
|
61
|
-
blobName: blob.name,
|
|
62
|
-
},
|
|
63
|
-
unstructuredConfig: this.unstructuredConfig,
|
|
64
|
-
});
|
|
65
|
-
docs = docs.concat(await loader.load());
|
|
66
|
-
}
|
|
67
|
-
return docs;
|
|
68
|
-
}
|
|
69
|
-
}
|