@vitkuz/youtube-adapter 1.0.0

package/README.md

@@ -0,0 +1,44 @@
+# @vitkuz/youtube-adapter
+
+Functional YouTube Data API adapter for AWS/Node.js environments.
+
+## Installation
+
+```bash
+npm install @vitkuz/youtube-adapter
+```
+
+## Usage
+
+```typescript
+import { createAdapter } from '@vitkuz/youtube-adapter';
+
+const adapter = createAdapter({
+  apiKey: process.env.YOUTUBE_API_KEY,
+  logger: console, // Optional logger
+});
+
+// Search
+const results = await adapter.search({
+  q: 'Node.js tutorial',
+  maxResults: 5
+});
+
+// Get Video Details
+if (results.items?.length) {
+    const videoId = results.items[0].id.videoId;
+    const details = await adapter.videoDetails({
+        id: [videoId]
+    });
+}
+```
+
+## Operations
+
+- `search(input: SearchInput)`: Search for videos, channels, playlists.
+- `videoDetails(input: VideoDetailsInput)`: Get detailed information about videos.
+
+## Configuration
+
+Required environment variables:
+- `YOUTUBE_API_KEY` (if using env vars, otherwise pass to constructor)

package/dist/index.d.mts

@@ -0,0 +1,61 @@
+import { youtube_v3 } from 'googleapis';
+import { Adapter as Adapter$1 } from '@vitkuz/firecrawl-adapter';
+
+type YoutubeClient = youtube_v3.Youtube;
+declare const createClient: (apiKey: string) => YoutubeClient;
+
+interface Logger {
+    debug: (message: string, context?: {
+        error?: any;
+        data?: any;
+    }) => void;
+    [key: string]: any;
+}
+interface Context {
+    client: YoutubeClient;
+    firecrawlAdapter?: Adapter$1;
+    logger?: Logger;
+}
+
+type SearchInput = youtube_v3.Params$Resource$Search$List;
+type SearchOutput = youtube_v3.Schema$SearchListResponse;
+declare const search: (context: Context) => (input: SearchInput) => Promise<SearchOutput>;
+
+type VideoDetailsInput = youtube_v3.Params$Resource$Videos$List;
+type VideoDetailsOutput = youtube_v3.Schema$VideoListResponse;
+declare const videoDetails: (context: Context) => (input: VideoDetailsInput) => Promise<VideoDetailsOutput>;
+
+interface GetAllChannelVideosInput {
+    channelId: string;
+}
+interface GetAllChannelVideosOutput {
+    items: youtube_v3.Schema$Video[];
+    totalCount: number;
+}
+
+interface GetTranscriptInput {
+    videoId: string;
+    lang?: string;
+}
+interface TranscriptItem {
+    timestamp: string;
+    text: string;
+}
+type GetTranscriptOutput = TranscriptItem[];
+declare const getTranscript: (context: Context) => (input: GetTranscriptInput) => Promise<GetTranscriptOutput>;
+
+interface AdapterConfig {
+    apiKey: string;
+    firecrawlApiKey?: string;
+    logger?: Logger;
+}
+interface Adapter {
+    client: YoutubeClient;
+    search: (input: SearchInput) => Promise<SearchOutput>;
+    videoDetails: (input: VideoDetailsInput) => Promise<VideoDetailsOutput>;
+    getAllChannelVideos: (input: GetAllChannelVideosInput) => Promise<GetAllChannelVideosOutput>;
+    getTranscript: (input: GetTranscriptInput) => Promise<GetTranscriptOutput>;
+}
+declare const createAdapter: (config: AdapterConfig) => Adapter;
+
+export { type Adapter, type AdapterConfig, type Context, type GetTranscriptInput, type GetTranscriptOutput, type Logger, type SearchInput, type SearchOutput, type TranscriptItem, type VideoDetailsInput, type VideoDetailsOutput, type YoutubeClient, createAdapter, createClient, getTranscript, search, videoDetails };

package/dist/index.d.ts

@@ -0,0 +1,61 @@
+import { youtube_v3 } from 'googleapis';
+import { Adapter as Adapter$1 } from '@vitkuz/firecrawl-adapter';
+
+type YoutubeClient = youtube_v3.Youtube;
+declare const createClient: (apiKey: string) => YoutubeClient;
+
+interface Logger {
+    debug: (message: string, context?: {
+        error?: any;
+        data?: any;
+    }) => void;
+    [key: string]: any;
+}
+interface Context {
+    client: YoutubeClient;
+    firecrawlAdapter?: Adapter$1;
+    logger?: Logger;
+}
+
+type SearchInput = youtube_v3.Params$Resource$Search$List;
+type SearchOutput = youtube_v3.Schema$SearchListResponse;
+declare const search: (context: Context) => (input: SearchInput) => Promise<SearchOutput>;
+
+type VideoDetailsInput = youtube_v3.Params$Resource$Videos$List;
+type VideoDetailsOutput = youtube_v3.Schema$VideoListResponse;
+declare const videoDetails: (context: Context) => (input: VideoDetailsInput) => Promise<VideoDetailsOutput>;
+
+interface GetAllChannelVideosInput {
+    channelId: string;
+}
+interface GetAllChannelVideosOutput {
+    items: youtube_v3.Schema$Video[];
+    totalCount: number;
+}
+
+interface GetTranscriptInput {
+    videoId: string;
+    lang?: string;
+}
+interface TranscriptItem {
+    timestamp: string;
+    text: string;
+}
+type GetTranscriptOutput = TranscriptItem[];
+declare const getTranscript: (context: Context) => (input: GetTranscriptInput) => Promise<GetTranscriptOutput>;
+
+interface AdapterConfig {
+    apiKey: string;
+    firecrawlApiKey?: string;
+    logger?: Logger;
+}
+interface Adapter {
+    client: YoutubeClient;
+    search: (input: SearchInput) => Promise<SearchOutput>;
+    videoDetails: (input: VideoDetailsInput) => Promise<VideoDetailsOutput>;
+    getAllChannelVideos: (input: GetAllChannelVideosInput) => Promise<GetAllChannelVideosOutput>;
+    getTranscript: (input: GetTranscriptInput) => Promise<GetTranscriptOutput>;
+}
+declare const createAdapter: (config: AdapterConfig) => Adapter;
+
+export { type Adapter, type AdapterConfig, type Context, type GetTranscriptInput, type GetTranscriptOutput, type Logger, type SearchInput, type SearchOutput, type TranscriptItem, type VideoDetailsInput, type VideoDetailsOutput, type YoutubeClient, createAdapter, createClient, getTranscript, search, videoDetails };

package/dist/index.js

@@ -0,0 +1,215 @@
+'use strict';
+
+var googleapis = require('googleapis');
+var firecrawlAdapter = require('@vitkuz/firecrawl-adapter');
+
+// src/client.ts
+var createClient = (apiKey) => {
+  return googleapis.google.youtube({
+    version: "v3",
+    auth: apiKey
+  });
+};
+
+// src/operations/search.ts
+var search = (context) => async (input) => {
+  const { client, logger } = context;
+  logger?.debug("search:start", { data: input });
+  try {
+    const response = await client.search.list({
+      part: ["snippet"],
+      ...input
+    });
+    logger?.debug("search:success");
+    return response.data;
+  } catch (error) {
+    logger?.debug("search:error", { error });
+    throw error;
+  }
+};
+
+// src/operations/video-details.ts
+var videoDetails = (context) => async (input) => {
+  const { client, logger } = context;
+  logger?.debug("videoDetails:start", { data: input });
+  try {
+    const response = await client.videos.list({
+      part: ["snippet", "contentDetails", "statistics"],
+      ...input
+    });
+    logger?.debug("videoDetails:success");
+    return response.data;
+  } catch (error) {
+    logger?.debug("videoDetails:error", { error });
+    throw error;
+  }
+};
+
+// src/operations/get-all-channel-videos.ts
+var getAllChannelVideos = (context) => async (input) => {
+  const { client, logger } = context;
+  logger?.debug("getAllChannelVideos:start", { data: input });
+  try {
+    const channelResponse = await client.channels.list({
+      id: [input.channelId],
+      part: ["contentDetails"]
+    });
+    const uploadsPlaylistId = channelResponse.data.items?.[0]?.contentDetails?.relatedPlaylists?.uploads;
+    if (!uploadsPlaylistId) {
+      throw new Error(
+        `Could not find uploads playlist for channel ID: ${input.channelId}`
+      );
+    }
+    logger?.debug("getAllChannelVideos:found_playlist", { data: { uploadsPlaylistId } });
+    let items = [];
+    let nextPageToken = void 0;
+    do {
+      const playlistResponse = await client.playlistItems.list({
+        playlistId: uploadsPlaylistId,
+        part: ["contentDetails"],
+        maxResults: 50,
+        pageToken: nextPageToken
+      });
+      const playlistItems = playlistResponse.data.items || [];
+      if (playlistItems.length > 0) {
+        const videoIds = playlistItems.map((item) => item.contentDetails?.videoId).filter((id) => !!id);
+        if (videoIds.length > 0) {
+          const videosResponse = await client.videos.list({
+            id: videoIds,
+            part: ["snippet", "contentDetails", "statistics"]
+          });
+          const videoItems = videosResponse.data.items || [];
+          items = items.concat(videoItems);
+        }
+      }
+      nextPageToken = playlistResponse.data.nextPageToken || void 0;
+      logger?.debug("getAllChannelVideos:fetched_page", {
+        data: {
+          fetched: playlistItems.length,
+          totalVideosSoFar: items.length,
+          hasNextPage: !!nextPageToken
+        }
+      });
+    } while (nextPageToken);
+    logger?.debug("getAllChannelVideos:success", { data: { totalCount: items.length } });
+    return {
+      items,
+      totalCount: items.length
+    };
+  } catch (error) {
+    logger?.debug("getAllChannelVideos:error", { error });
+    throw error;
+  }
+};
+
+// src/operations/get-transcript.ts
+var getTranscript = (context) => async (input) => {
+  const { logger, firecrawlAdapter } = context;
+  logger?.debug("getTranscript:start", { data: input });
+  if (!firecrawlAdapter) {
+    throw new Error(
+      "Firecrawl adapter is not initialized. Provide firecrawlApiKey in config."
+    );
+  }
+  const url = `https://www.youtube.com/watch?v=${input.videoId}`;
+  let markdown;
+  try {
+    const response = await firecrawlAdapter.scrape({
+      url,
+      params: {
+        formats: ["markdown"]
+      }
+    });
+    if (!response.success || !response.data || !response.data.markdown) {
+      throw new Error(
+        `Failed to scrape YouTube page: ${response.error || "No data returned"}`
+      );
+    }
+    markdown = response.data.markdown;
+  } catch (error) {
+    logger?.debug("getTranscript:error", { error });
+    throw new Error(`Failed to scrape YouTube page: ${error.message || String(error)}`);
+  }
+  const segments = [];
+  const transcriptStartValues = markdown.split("## Transcript");
+  if (transcriptStartValues.length < 2) {
+    if (markdown.length < 500) {
+      logger?.debug("getTranscript:markdown-too-short", { data: { markdown } });
+    } else {
+      logger?.debug("getTranscript:no-transcript-found", {
+        data: { preview: markdown.slice(0, 1e3) }
+      });
+    }
+    throw new Error("Transcript section not found in scraped content");
+  }
+  const transcriptContent = transcriptStartValues[1];
+  const lines = transcriptContent.split("\n");
+  let currentTimestamp = "";
+  let currentText = [];
+  const timestampRegex = /^(\d{1,2}:)?\d{1,2}:\d{2}$/;
+  for (const line of lines) {
+    const trimmed = line.trim();
+    if (!trimmed) continue;
+    if (timestampRegex.test(trimmed)) {
+      if (currentTimestamp) {
+        segments.push({
+          timestamp: currentTimestamp,
+          text: currentText.join(" ").trim()
+        });
+        currentText = [];
+      }
+      currentTimestamp = trimmed;
+    } else {
+      if (trimmed.startsWith("##")) continue;
+      if (trimmed.startsWith("[![](")) {
+        break;
+      }
+      if (trimmed === "English" || trimmed === "German") {
+        continue;
+      }
+      if (currentTimestamp) {
+        currentText.push(trimmed);
+      }
+    }
+  }
+  if (currentTimestamp && currentText.length > 0) {
+    segments.push({
+      timestamp: currentTimestamp,
+      text: currentText.join(" ").trim()
+    });
+  }
+  logger?.debug("getTranscript:success", { data: { count: segments.length } });
+  return segments;
+};
+var createAdapter = (config) => {
+  const client = createClient(config.apiKey);
+  let firecrawlAdapter$1;
+  if (config.firecrawlApiKey) {
+    firecrawlAdapter$1 = firecrawlAdapter.createAdapter({
+      apiKey: config.firecrawlApiKey,
+      plan: firecrawlAdapter.FirecrawlPlan.FREE,
+      // Default to free, could be configurable
+      logger: config.logger
+    });
+  }
+  const context = {
+    client,
+    firecrawlAdapter: firecrawlAdapter$1,
+    logger: config.logger
+  };
+  return {
+    client,
+    search: search(context),
+    videoDetails: videoDetails(context),
+    getAllChannelVideos: getAllChannelVideos(context),
+    getTranscript: getTranscript(context)
+  };
+};
+
+exports.createAdapter = createAdapter;
+exports.createClient = createClient;
+exports.getTranscript = getTranscript;
+exports.search = search;
+exports.videoDetails = videoDetails;
+//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/client.ts","../src/operations/search.ts","../src/operations/video-details.ts","../src/operations/get-all-channel-videos.ts","../src/operations/get-transcript.ts","../src/adapter.ts"],"names":["google","firecrawlAdapter","createFirecrawlAdapter","FirecrawlPlan"],"mappings":";;;;;;AAIO,IAAM,YAAA,GAAe,CAAC,MAAA,KAAkC;AAC3D,EAAA,OAAOA,kBAAO,OAAA,CAAQ;AAAA,IAClB,OAAA,EAAS,IAAA;AAAA,IACT,IAAA,EAAM;AAAA,GACT,CAAA;AACL;;;ACHO,IAAM,MAAA,GACT,CAAC,OAAA,KACD,OAAO,KAAA,KAA8C;AACjD,EAAA,MAAM,EAAE,MAAA,EAAQ,MAAA,EAAO,GAAI,OAAA;AAE3B,EAAA,MAAA,EAAQ,KAAA,CAAM,cAAA,EAAgB,EAAE,IAAA,EAAM,OAAO,CAAA;AAE7C,EAAA,IAAI;AACA,IAAA,MAAM,QAAA,GAAW,MAAM,MAAA,CAAO,MAAA,CAAO,IAAA,CAAK;AAAA,MACtC,IAAA,EAAM,CAAC,SAAS,CAAA;AAAA,MAChB,GAAG;AAAA,KACN,CAAA;AAED,IAAA,MAAA,EAAQ,MAAM,gBAAgB,CAAA;AAC9B,IAAA,OAAO,QAAA,CAAS,IAAA;AAAA,EACpB,SAAS,KAAA,EAAO;AACZ,IAAA,MAAA,EAAQ,KAAA,CAAM,cAAA,EAAgB,EAAE,KAAA,EAAO,CAAA;AACvC,IAAA,MAAM,KAAA;AAAA,EACV;AACJ;;;ACnBG,IAAM,YAAA,GACT,CAAC,OAAA,KACD,OAAO,KAAA,KAA0D;AAC7D,EAAA,MAAM,EAAE,MAAA,EAAQ,MAAA,EAAO,GAAI,OAAA;AAE3B,EAAA,MAAA,EAAQ,KAAA,CAAM,oBAAA,EAAsB,EAAE,IAAA,EAAM,OAAO,CAAA;AAEnD,EAAA,IAAI;AACA,IAAA,MAAM,QAAA,GAAW,MAAM,MAAA,CAAO,MAAA,CAAO,IAAA,CAAK;AAAA,MACtC,IAAA,EAAM,CAAC,SAAA,EAAW,gBAAA,EAAkB,YAAY,CAAA;AAAA,MAChD,GAAG;AAAA,KACN,CAAA;AAED,IAAA,MAAA,EAAQ,MAAM,sBAAsB,CAAA;AACpC,IAAA,OAAO,QAAA,CAAS,IAAA;AAAA,EACpB,SAAS,KAAA,EAAO;AACZ,IAAA,MAAA,EAAQ,KAAA,CAAM,oBAAA,EAAsB,EAAE,KAAA,EAAO,CAAA;AAC7C,IAAA,MAAM,KAAA;AAAA,EACV;AACJ;;;ACbG,IAAM,mBAAA,GACT,CAAC,OAAA,KACD,OAAO,KAAA,KAAwE;AAC3E,EAAA,MAAM,EAAE,MAAA,EAAQ,MAAA,EAAO,GAAI,OAAA;AAE3B,EAAA,MAAA,EAAQ,KAAA,CAAM,2BAAA,EAA6B,EAAE,IAAA,EAAM,OAAO,CAAA;AAE1D,EAAA,IAAI;AAEA,IAAA,MAAM,eAAA,GAAkB,MAAM,MAAA,CAAO,QAAA,CAAS,IAAA,CAAK;AAAA,MAC/C,EAAA,EAAI,CAAC,KAAA,CAAM,SAAS,CAAA;AAAA,MACpB,IAAA,EAAM,CAAC,gBAAgB;AAAA,KAC1B,CAAA;AAED,IAAA,MAAM,oBACF,eAAA,CAAgB,IAAA,CAAK,QAAQ,CAAC,CAAA,EAAG,gBAAgB,gBAAA,EAAkB,OAAA;AAEvE,IAAA,IAAI,CAAC,iBAAA,EAAmB;AACpB,MAAA,MAAM,IAAI,KAAA;AAAA,QACN,CAAA,gDAAA,EAAmD,MAAM,SAAS,CAAA;AAAA,OACtE;AAAA,IACJ;AAEA,IAAA,MAAA,EAAQ,MAAM,oCAAA,EAAsC,EAAE,MAAM,EAAE,iBAAA,IAAqB,CAAA;AAGnF,IAAA,IAAI,QAAmC,EAAC;AACxC,IAAA,IAAI,aAAA,GAAoC,KAAA,CAAA;AAExC,IAAA,GAAG;AAEC,MAAA,MAAM,gBAAA,GACD,MAAM,MAAA,CAAO,aAAA,CAAc,IAAA,CAAK;AAAA,QAC7B,UAAA,EAAY,iBAAA;AAAA,QACZ,IAAA,EAAM,CAAC,gBAAgB,CAAA;AAAA,QACvB,UAAA,EAAY,EAAA;AAAA,QACZ,SAAA,EAAW;AAAA,OACd,CAAA;AAEL,MAAA,MAAM,aAAA,GAAgB,gBAAA,CAAiB,IAAA,CAAK,KAAA,IAAS,EAAC;AAEtD,MAAA,IAAI,aAAA,CAAc,SAAS,CAAA,EAAG;AAC1B,QAAA,MAAM,QAAA,GAAW,aAAA,CACZ,GAAA,CAAI,CAAC,SAAS,IAAA,CAAK,cAAA,EAAgB,OAAO,CAAA,CAC1C,MAAA,CAAO,CAAC,EAAA,KAAqB,CAAC,CAAC,EAAE,CAAA;AAEtC,QAAA,IAAI,QAAA,CAAS,SAAS,CAAA,EAAG;AAErB,UAAA,MAAM,cAAA,GAAiB,MAAM,MAAA,CAAO,MAAA,CAAO,IAAA,CAAK;AAAA,YAC5C,EAAA,EAAI,QAAA;AAAA,YACJ,IAAA,EAAM,CAAC,SAAA,EAAW,gBAAA,EAAkB,YAAY;AAAA,WACnD,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,cAAA,CAAe,IAAA,CAAK,KAAA,IAAS,EAAC;AACjD,UAAA,KAAA,GAAQ,KAAA,CAAM,OAAO,UAAU,CAAA;AAAA,QACnC;AAAA,MACJ;AAEA,MAAA,aAAA,GAAgB,gBAAA,CAAiB,KAAK,aAAA,IAAiB,KAAA,CAAA;AAEvD,MAAA,MAAA,EAAQ,MAAM,kCAAA,EAAoC;AAAA,QAC9C,IAAA,EAAM;AAAA,UACF,SAAS,aAAA,CAAc,MAAA;AAAA,UACvB,kBAAkB,KAAA,CAAM,MAAA;AAAA,UACxB,WAAA,EAAa,CAAC,CAAC;AAAA;AACnB,OACH,CAAA;AAAA,IACL,CAAA,QAAS,aAAA;AAET,IAAA,MAAA,EAAQ,KAAA,CAAM,+BAA+B,EAAE,IAAA,EAAM,EAAE,UAAA,EAAY,KAAA,CAAM,MAAA,EAAO,EAAG,CAAA;AAEnF,IAAA,OAAO;AAAA,MACH,KAAA;AAAA,MACA,YAAY,KAAA,CAAM;AAAA,KACtB;AAAA,EACJ,SAAS,KAAA,EAAO;AACZ,IAAA,MAAA,EAAQ,KAAA,CAAM,2BAAA,EAA6B,EAAE,KAAA,EAAO,CAAA;AACpD,IAAA,MAAM,KAAA;AAAA,EACV;AACJ,CAAA;;;AC7EG,IAAM,aAAA,GACT,CAAC,OAAA,KACD,OAAO,KAAA,KAA4D;AAC/D,EAAA,MAAM,EAAE,MAAA,EAAQ,gBAAA,EAAiB,GAAI,OAAA;AACrC,EAAA,MAAA,EAAQ,KAAA,CAAM,qBAAA,EAAuB,EAAE,IAAA,EAAM,OAAO,CAAA;AAEpD,EAAA,IAAI,CAAC,gBAAA,EAAkB;AACnB,IAAA,MAAM,IAAI,KAAA;AAAA,MACN;AAAA,KACJ;AAAA,EACJ;AAEA,EAAA,MAAM,GAAA,GAAM,CAAA,gCAAA,EAAmC,KAAA,CAAM,OAAO,CAAA,CAAA;AAC5D,EAAA,IAAI,QAAA;AAEJ,EAAA,IAAI;AAEA,IAAA,MAAM,QAAA,GAAW,MAAM,gBAAA,CAAiB,MAAA,CAAO;AAAA,MAC3C,GAAA;AAAA,MACA,MAAA,EAAQ;AAAA,QACJ,OAAA,EAAS,CAAC,UAAU;AAAA;AACxB,KACH,CAAA;AAED,IAAA,IAAI,CAAC,SAAS,OAAA,IAAW,CAAC,SAAS,IAAA,IAAQ,CAAC,QAAA,CAAS,IAAA,CAAK,QAAA,EAAU;AAChE,MAAA,MAAM,IAAI,KAAA;AAAA,QACN,CAAA,+BAAA,EAAkC,QAAA,CAAS,KAAA,IAAS,kBAAkB,CAAA;AAAA,OAC1E;AAAA,IACJ;AACA,IAAA,QAAA,GAAW,SAAS,IAAA,CAAK,QAAA;AAAA,EAC7B,SAAS,KAAA,EAAY;AACjB,IAAA,MAAA,EAAQ,KAAA,CAAM,qBAAA,EAAuB,EAAE,KAAA,EAAO,CAAA;AAC9C,IAAA,MAAM,IAAI,MAAM,CAAA,+BAAA,EAAkC,KAAA,CAAM,WAAW,MAAA,CAAO,KAAK,CAAC,CAAA,CAAE,CAAA;AAAA,EACtF;AAGA,EAAA,MAAM,WAA6B,EAAC;AAEpC,EAAA,MAAM,qBAAA,GAAwB,QAAA,CAAS,KAAA,CAAM,eAAe,CAAA;AAC5D,EAAA,IAAI,qBAAA,CAAsB,SAAS,CAAA,EAAG;AAClC,IAAA,IAAI,QAAA,CAAS,SAAS,GAAA,EAAK;AACvB,MAAA,MAAA,EAAQ,MAAM,kCAAA,EAAoC,EAAE,MAAM,EAAE,QAAA,IAAY,CAAA;AAAA,IAC5E,CAAA,MAAO;AACH,MAAA,MAAA,EAAQ,MAAM,mCAAA,EAAqC;AAAA,QAC/C,MAAM,EAAE,OAAA,EAAS,SAAS,KAAA,CAAM,CAAA,EAAG,GAAI,CAAA;AAAE,OAC5C,CAAA;AAAA,IACL;AACA,IAAA,MAAM,IAAI,MAAM,iDAAiD,CAAA;AAAA,EACrE;AAEA,EAAA,MAAM,iBAAA,GAAoB,sBAAsB,CAAC,CAAA;AAEjD,EAAA,MAAM,KAAA,GAAQ,iBAAA,CAAkB,KAAA,CAAM,IAAI,CAAA;AAC1C,EAAA,IAAI,gBAAA,GAAmB,EAAA;AACvB,EAAA,IAAI,cAAwB,EAAC;AAE7B,EAAA,MAAM,cAAA,GAAiB,4BAAA;AAEvB,EAAA,KAAA,MAAW,QAAQ,KAAA,EAAO;AACtB,IAAA,MAAM,OAAA,GAAU,KAAK,IAAA,EAAK;AAC1B,IAAA,IAAI,CAAC,OAAA,EAAS;AAGd,IAAA,IAAI,cAAA,CAAe,IAAA,CAAK,OAAO,CAAA,EAAG;AAE9B,MAAA,IAAI,gBAAA,EAAkB;AAClB,QAAA,QAAA,CAAS,IAAA,CAAK;AAAA,UACV,SAAA,EAAW,gBAAA;AAAA,UACX,IAAA,EAAM,WAAA,CAAY,IAAA,CAAK,GAAG,EAAE,IAAA;AAAK,SACpC,CAAA;AACD,QAAA,WAAA,GAAc,EAAC;AAAA,MACnB;AACA,MAAA,gBAAA,GAAmB,OAAA;AAAA,IACvB,CAAA,MAAO;AAEH,MAAA,IAAI,OAAA,CAAQ,UAAA,CAAW,IAAI,CAAA,EAAG;AAG9B,MAAA,IAAI,OAAA,CAAQ,UAAA,CAAW,OAAO,CAAA,EAAG;AAC7B,QAAA;AAAA,MACJ;AAGA,MAAA,IAAI,OAAA,KAAY,SAAA,IAAa,OAAA,KAAY,QAAA,EAAU;AAC/C,QAAA;AAAA,MACJ;AAEA,MAAA,IAAI,gBAAA,EAAkB;AAClB,QAAA,WAAA,CAAY,KAAK,OAAO,CAAA;AAAA,MAC5B;AAAA,IACJ;AAAA,EACJ;AAGA,EAAA,IAAI,gBAAA,IAAoB,WAAA,CAAY,MAAA,GAAS,CAAA,EAAG;AAC5C,IAAA,QAAA,CAAS,IAAA,CAAK;AAAA,MACV,SAAA,EAAW,gBAAA;AAAA,MACX,IAAA,EAAM,WAAA,CAAY,IAAA,CAAK,GAAG,EAAE,IAAA;AAAK,KACpC,CAAA;AAAA,EACL;AAEA,EAAA,MAAA,EAAQ,KAAA,CAAM,yBAAyB,EAAE,IAAA,EAAM,EAAE,KAAA,EAAO,QAAA,CAAS,MAAA,EAAO,EAAG,CAAA;AAC3E,EAAA,OAAO,QAAA;AACX;ACtFG,IAAM,aAAA,GAAgB,CAAC,MAAA,KAAmC;AAC7D,EAAA,MAAM,MAAA,GAAS,YAAA,CAAa,MAAA,CAAO,MAAM,CAAA;AAEzC,EAAA,IAAIC,kBAAA;AACJ,EAAA,IAAI,OAAO,eAAA,EAAiB;AACxB,IAAAA,kBAAA,GAAmBC,8BAAA,CAAuB;AAAA,MACtC,QAAQ,MAAA,CAAO,eAAA;AAAA,MACf,MAAMC,8BAAA,CAAc,IAAA;AAAA;AAAA,MACpB,QAAQ,MAAA,CAAO;AAAA,KAClB,CAAA;AAAA,EACL;AAEA,EAAA,MAAM,OAAA,GAAmB;AAAA,IACrB,MAAA;AAAA,sBACAF,kBAAA;AAAA,IACA,QAAQ,MAAA,CAAO;AAAA,GACnB;AAEA,EAAA,OAAO;AAAA,IACH,MAAA;AAAA,IACA,MAAA,EAAQ,OAAO,OAAO,CAAA;AAAA,IACtB,YAAA,EAAc,aAAa,OAAO,CAAA;AAAA,IAClC,mBAAA,EAAqB,oBAAoB,OAAO,CAAA;AAAA,IAChD,aAAA,EAAe,cAAc,OAAO;AAAA,GACxC;AACJ","file":"index.js","sourcesContent":["import { google, youtube_v3 } from 'googleapis';\n\nexport type YoutubeClient = youtube_v3.Youtube;\n\nexport const createClient = (apiKey: string): YoutubeClient => {\n    return google.youtube({\n        version: 'v3',\n        auth: apiKey,\n    });\n};\n","import { Context } from '../types';\nimport { youtube_v3 } from 'googleapis';\n\nexport type SearchInput = youtube_v3.Params$Resource$Search$List;\nexport type SearchOutput = youtube_v3.Schema$SearchListResponse;\n\nexport const search =\n    (context: Context) =>\n    async (input: SearchInput): Promise<SearchOutput> => {\n        const { client, logger } = context;\n\n        logger?.debug('search:start', { data: input });\n\n        try {\n            const response = await client.search.list({\n                part: ['snippet'],\n                ...input,\n            });\n\n            logger?.debug('search:success');\n            return response.data;\n        } catch (error) {\n            logger?.debug('search:error', { error });\n            throw error;\n        }\n    };\n","import { Context } from '../types';\nimport { youtube_v3 } from 'googleapis';\n\nexport type VideoDetailsInput = youtube_v3.Params$Resource$Videos$List;\nexport type VideoDetailsOutput = youtube_v3.Schema$VideoListResponse;\n\nexport const videoDetails =\n    (context: Context) =>\n    async (input: VideoDetailsInput): Promise<VideoDetailsOutput> => {\n        const { client, logger } = context;\n\n        logger?.debug('videoDetails:start', { data: input });\n\n        try {\n            const response = await client.videos.list({\n                part: ['snippet', 'contentDetails', 'statistics'],\n                ...input,\n            });\n\n            logger?.debug('videoDetails:success');\n            return response.data;\n        } catch (error) {\n            logger?.debug('videoDetails:error', { error });\n            throw error;\n        }\n    };\n","import { Context } from '../types';\nimport { youtube_v3 } from 'googleapis';\n\nexport interface GetAllChannelVideosInput {\n    channelId: string;\n}\n\nexport interface GetAllChannelVideosOutput {\n    items: youtube_v3.Schema$Video[];\n    totalCount: number;\n}\n\nexport const getAllChannelVideos =\n    (context: Context) =>\n    async (input: GetAllChannelVideosInput): Promise<GetAllChannelVideosOutput> => {\n        const { client, logger } = context;\n\n        logger?.debug('getAllChannelVideos:start', { data: input });\n\n        try {\n            // Step 1: Get the Uploads playlist ID\n            const channelResponse = await client.channels.list({\n                id: [input.channelId],\n                part: ['contentDetails'],\n            });\n\n            const uploadsPlaylistId =\n                channelResponse.data.items?.[0]?.contentDetails?.relatedPlaylists?.uploads;\n\n            if (!uploadsPlaylistId) {\n                throw new Error(\n                    `Could not find uploads playlist for channel ID: ${input.channelId}`,\n                );\n            }\n\n            logger?.debug('getAllChannelVideos:found_playlist', { data: { uploadsPlaylistId } });\n\n            // Step 2: Recursively fetch all playlist items and their video details\n            let items: youtube_v3.Schema$Video[] = [];\n            let nextPageToken: string | undefined = undefined;\n\n            do {\n                // Get playlist items (Video IDs)\n                const playlistResponse: { data: youtube_v3.Schema$PlaylistItemListResponse } =\n                    (await client.playlistItems.list({\n                        playlistId: uploadsPlaylistId,\n                        part: ['contentDetails'],\n                        maxResults: 50,\n                        pageToken: nextPageToken,\n                    })) as any;\n\n                const playlistItems = playlistResponse.data.items || [];\n\n                if (playlistItems.length > 0) {\n                    const videoIds = playlistItems\n                        .map((item) => item.contentDetails?.videoId)\n                        .filter((id): id is string => !!id);\n\n                    if (videoIds.length > 0) {\n                        // Fetch full video details\n                        const videosResponse = await client.videos.list({\n                            id: videoIds,\n                            part: ['snippet', 'contentDetails', 'statistics'],\n                        });\n\n                        const videoItems = videosResponse.data.items || [];\n                        items = items.concat(videoItems);\n                    }\n                }\n\n                nextPageToken = playlistResponse.data.nextPageToken || undefined;\n\n                logger?.debug('getAllChannelVideos:fetched_page', {\n                    data: {\n                        fetched: playlistItems.length,\n                        totalVideosSoFar: items.length,\n                        hasNextPage: !!nextPageToken,\n                    },\n                });\n            } while (nextPageToken);\n\n            logger?.debug('getAllChannelVideos:success', { data: { totalCount: items.length } });\n\n            return {\n                items,\n                totalCount: items.length,\n            };\n        } catch (error) {\n            logger?.debug('getAllChannelVideos:error', { error });\n            throw error;\n        }\n    };\n","import { Context } from '../types';\n\nexport interface GetTranscriptInput {\n    videoId: string;\n    lang?: string;\n}\n\nexport interface TranscriptItem {\n    timestamp: string;\n    text: string;\n}\n\nexport type GetTranscriptOutput = TranscriptItem[];\n\nexport const getTranscript =\n    (context: Context) =>\n    async (input: GetTranscriptInput): Promise<GetTranscriptOutput> => {\n        const { logger, firecrawlAdapter } = context;\n        logger?.debug('getTranscript:start', { data: input });\n\n        if (!firecrawlAdapter) {\n            throw new Error(\n                'Firecrawl adapter is not initialized. Provide firecrawlApiKey in config.',\n            );\n        }\n\n        const url = `https://www.youtube.com/watch?v=${input.videoId}`;\n        let markdown: string;\n\n        try {\n            // Use firecrawlAdapter.scrape directly\n            const response = await firecrawlAdapter.scrape({\n                url,\n                params: {\n                    formats: ['markdown'],\n                },\n            });\n\n            if (!response.success || !response.data || !response.data.markdown) {\n                throw new Error(\n                    `Failed to scrape YouTube page: ${response.error || 'No data returned'}`,\n                );\n            }\n            markdown = response.data.markdown;\n        } catch (error: any) {\n            logger?.debug('getTranscript:error', { error });\n            throw new Error(`Failed to scrape YouTube page: ${error.message || String(error)}`);\n        }\n\n        // Parsing logic reused from firecrawl adapter implementation\n        const segments: TranscriptItem[] = [];\n\n        const transcriptStartValues = markdown.split('## Transcript');\n        if (transcriptStartValues.length < 2) {\n            if (markdown.length < 500) {\n                logger?.debug('getTranscript:markdown-too-short', { data: { markdown } });\n            } else {\n                logger?.debug('getTranscript:no-transcript-found', {\n                    data: { preview: markdown.slice(0, 1000) },\n                });\n            }\n            throw new Error('Transcript section not found in scraped content');\n        }\n\n        const transcriptContent = transcriptStartValues[1];\n\n        const lines = transcriptContent.split('\\n');\n        let currentTimestamp = '';\n        let currentText: string[] = [];\n\n        const timestampRegex = /^(\\d{1,2}:)?\\d{1,2}:\\d{2}$/; // Matches 0:01, 10:05, 1:00:00\n\n        for (const line of lines) {\n            const trimmed = line.trim();\n            if (!trimmed) continue;\n\n            // Check if it's a timestamp\n            if (timestampRegex.test(trimmed)) {\n                // If we have a previous segment accumulating, push it\n                if (currentTimestamp) {\n                    segments.push({\n                        timestamp: currentTimestamp,\n                        text: currentText.join(' ').trim(),\n                    });\n                    currentText = [];\n                }\n                currentTimestamp = trimmed;\n            } else {\n                // It's text or a header?\n                if (trimmed.startsWith('##')) continue;\n\n                // Stop if we hit video thumbnails (footer)\n                if (trimmed.startsWith('[![](')) {\n                    break;\n                }\n\n                // Stop if we hit language options (English/German) which usually signify end of transcript\n                if (trimmed === 'English' || trimmed === 'German') {\n                    continue;\n                }\n\n                if (currentTimestamp) {\n                    currentText.push(trimmed);\n                }\n            }\n        }\n\n        // Push last segment\n        if (currentTimestamp && currentText.length > 0) {\n            segments.push({\n                timestamp: currentTimestamp,\n                text: currentText.join(' ').trim(),\n            });\n        }\n\n        logger?.debug('getTranscript:success', { data: { count: segments.length } });\n        return segments;\n    };\n","import { createClient, YoutubeClient } from './client';\nimport { Context, Logger } from './types';\nimport { search, SearchInput, SearchOutput } from './operations/search';\nimport { videoDetails, VideoDetailsInput, VideoDetailsOutput } from './operations/video-details';\nimport {\n    getAllChannelVideos,\n    GetAllChannelVideosInput,\n    GetAllChannelVideosOutput,\n} from './operations/get-all-channel-videos';\nimport {\n    getTranscript,\n    GetTranscriptInput,\n    GetTranscriptOutput,\n} from './operations/get-transcript';\n\nexport interface AdapterConfig {\n    apiKey: string;\n    firecrawlApiKey?: string;\n    logger?: Logger;\n}\n\nexport interface Adapter {\n    client: YoutubeClient;\n    search: (input: SearchInput) => Promise<SearchOutput>;\n    videoDetails: (input: VideoDetailsInput) => Promise<VideoDetailsOutput>;\n    getAllChannelVideos: (input: GetAllChannelVideosInput) => Promise<GetAllChannelVideosOutput>;\n    getTranscript: (input: GetTranscriptInput) => Promise<GetTranscriptOutput>;\n}\n\nimport { createAdapter as createFirecrawlAdapter, FirecrawlPlan } from '@vitkuz/firecrawl-adapter';\n\nexport const createAdapter = (config: AdapterConfig): Adapter => {\n    const client = createClient(config.apiKey);\n\n    let firecrawlAdapter;\n    if (config.firecrawlApiKey) {\n        firecrawlAdapter = createFirecrawlAdapter({\n            apiKey: config.firecrawlApiKey,\n            plan: FirecrawlPlan.FREE, // Default to free, could be configurable\n            logger: config.logger,\n        });\n    }\n\n    const context: Context = {\n        client,\n        firecrawlAdapter,\n        logger: config.logger,\n    };\n\n    return {\n        client,\n        search: search(context),\n        videoDetails: videoDetails(context),\n        getAllChannelVideos: getAllChannelVideos(context),\n        getTranscript: getTranscript(context),\n    };\n};\n"]}

package/dist/index.mjs

@@ -0,0 +1,209 @@
+import { google } from 'googleapis';
+import { createAdapter as createAdapter$1, FirecrawlPlan } from '@vitkuz/firecrawl-adapter';
+
+// src/client.ts
+var createClient = (apiKey) => {
+  return google.youtube({
+    version: "v3",
+    auth: apiKey
+  });
+};
+
+// src/operations/search.ts
+var search = (context) => async (input) => {
+  const { client, logger } = context;
+  logger?.debug("search:start", { data: input });
+  try {
+    const response = await client.search.list({
+      part: ["snippet"],
+      ...input
+    });
+    logger?.debug("search:success");
+    return response.data;
+  } catch (error) {
+    logger?.debug("search:error", { error });
+    throw error;
+  }
+};
+
+// src/operations/video-details.ts
+var videoDetails = (context) => async (input) => {
+  const { client, logger } = context;
+  logger?.debug("videoDetails:start", { data: input });
+  try {
+    const response = await client.videos.list({
+      part: ["snippet", "contentDetails", "statistics"],
+      ...input
+    });
+    logger?.debug("videoDetails:success");
+    return response.data;
+  } catch (error) {
+    logger?.debug("videoDetails:error", { error });
+    throw error;
+  }
+};
+
+// src/operations/get-all-channel-videos.ts
+var getAllChannelVideos = (context) => async (input) => {
+  const { client, logger } = context;
+  logger?.debug("getAllChannelVideos:start", { data: input });
+  try {
+    const channelResponse = await client.channels.list({
+      id: [input.channelId],
+      part: ["contentDetails"]
+    });
+    const uploadsPlaylistId = channelResponse.data.items?.[0]?.contentDetails?.relatedPlaylists?.uploads;
+    if (!uploadsPlaylistId) {
+      throw new Error(
+        `Could not find uploads playlist for channel ID: ${input.channelId}`
+      );
+    }
+    logger?.debug("getAllChannelVideos:found_playlist", { data: { uploadsPlaylistId } });
+    let items = [];
+    let nextPageToken = void 0;
+    do {
+      const playlistResponse = await client.playlistItems.list({
+        playlistId: uploadsPlaylistId,
+        part: ["contentDetails"],
+        maxResults: 50,
+        pageToken: nextPageToken
+      });
+      const playlistItems = playlistResponse.data.items || [];
+      if (playlistItems.length > 0) {
+        const videoIds = playlistItems.map((item) => item.contentDetails?.videoId).filter((id) => !!id);
+        if (videoIds.length > 0) {
+          const videosResponse = await client.videos.list({
+            id: videoIds,
+            part: ["snippet", "contentDetails", "statistics"]
+          });
+          const videoItems = videosResponse.data.items || [];
+          items = items.concat(videoItems);
+        }
+      }
+      nextPageToken = playlistResponse.data.nextPageToken || void 0;
+      logger?.debug("getAllChannelVideos:fetched_page", {
+        data: {
+          fetched: playlistItems.length,
+          totalVideosSoFar: items.length,
+          hasNextPage: !!nextPageToken
+        }
+      });
+    } while (nextPageToken);
+    logger?.debug("getAllChannelVideos:success", { data: { totalCount: items.length } });
+    return {
+      items,
+      totalCount: items.length
+    };
+  } catch (error) {
+    logger?.debug("getAllChannelVideos:error", { error });
+    throw error;
+  }
+};
+
+// src/operations/get-transcript.ts
+var getTranscript = (context) => async (input) => {
+  const { logger, firecrawlAdapter } = context;
+  logger?.debug("getTranscript:start", { data: input });
+  if (!firecrawlAdapter) {
+    throw new Error(
+      "Firecrawl adapter is not initialized. Provide firecrawlApiKey in config."
+    );
+  }
+  const url = `https://www.youtube.com/watch?v=${input.videoId}`;
+  let markdown;
+  try {
+    const response = await firecrawlAdapter.scrape({
+      url,
+      params: {
+        formats: ["markdown"]
+      }
+    });
+    if (!response.success || !response.data || !response.data.markdown) {
+      throw new Error(
+        `Failed to scrape YouTube page: ${response.error || "No data returned"}`
+      );
+    }
+    markdown = response.data.markdown;
+  } catch (error) {
+    logger?.debug("getTranscript:error", { error });
+    throw new Error(`Failed to scrape YouTube page: ${error.message || String(error)}`);
+  }
+  const segments = [];
+  const transcriptStartValues = markdown.split("## Transcript");
+  if (transcriptStartValues.length < 2) {
+    if (markdown.length < 500) {
+      logger?.debug("getTranscript:markdown-too-short", { data: { markdown } });
+    } else {
+      logger?.debug("getTranscript:no-transcript-found", {
+        data: { preview: markdown.slice(0, 1e3) }
+      });
+    }
+    throw new Error("Transcript section not found in scraped content");
+  }
+  const transcriptContent = transcriptStartValues[1];
+  const lines = transcriptContent.split("\n");
+  let currentTimestamp = "";
+  let currentText = [];
+  const timestampRegex = /^(\d{1,2}:)?\d{1,2}:\d{2}$/;
+  for (const line of lines) {
+    const trimmed = line.trim();
+    if (!trimmed) continue;
+    if (timestampRegex.test(trimmed)) {
+      if (currentTimestamp) {
+        segments.push({
+          timestamp: currentTimestamp,
+          text: currentText.join(" ").trim()
+        });
+        currentText = [];
+      }
+      currentTimestamp = trimmed;
+    } else {
+      if (trimmed.startsWith("##")) continue;
+      if (trimmed.startsWith("[![](")) {
+        break;
+      }
+      if (trimmed === "English" || trimmed === "German") {
+        continue;
+      }
+      if (currentTimestamp) {
+        currentText.push(trimmed);
+      }
+    }
+  }
+  if (currentTimestamp && currentText.length > 0) {
+    segments.push({
+      timestamp: currentTimestamp,
+      text: currentText.join(" ").trim()
+    });
+  }
+  logger?.debug("getTranscript:success", { data: { count: segments.length } });
+  return segments;
+};
+var createAdapter = (config) => {
+  const client = createClient(config.apiKey);
+  let firecrawlAdapter;
+  if (config.firecrawlApiKey) {
+    firecrawlAdapter = createAdapter$1({
+      apiKey: config.firecrawlApiKey,
+      plan: FirecrawlPlan.FREE,
+      // Default to free, could be configurable
+      logger: config.logger
+    });
+  }
+  const context = {
+    client,
+    firecrawlAdapter,
+    logger: config.logger
+  };
+  return {
+    client,
+    search: search(context),
+    videoDetails: videoDetails(context),
+    getAllChannelVideos: getAllChannelVideos(context),
+    getTranscript: getTranscript(context)
+  };
+};
+
+export { createAdapter, createClient, getTranscript, search, videoDetails };
+//# sourceMappingURL=index.mjs.map
+//# sourceMappingURL=index.mjs.map

package/dist/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/client.ts","../src/operations/search.ts","../src/operations/video-details.ts","../src/operations/get-all-channel-videos.ts","../src/operations/get-transcript.ts","../src/adapter.ts"],"names":["createFirecrawlAdapter"],"mappings":";;;;AAIO,IAAM,YAAA,GAAe,CAAC,MAAA,KAAkC;AAC3D,EAAA,OAAO,OAAO,OAAA,CAAQ;AAAA,IAClB,OAAA,EAAS,IAAA;AAAA,IACT,IAAA,EAAM;AAAA,GACT,CAAA;AACL;;;ACHO,IAAM,MAAA,GACT,CAAC,OAAA,KACD,OAAO,KAAA,KAA8C;AACjD,EAAA,MAAM,EAAE,MAAA,EAAQ,MAAA,EAAO,GAAI,OAAA;AAE3B,EAAA,MAAA,EAAQ,KAAA,CAAM,cAAA,EAAgB,EAAE,IAAA,EAAM,OAAO,CAAA;AAE7C,EAAA,IAAI;AACA,IAAA,MAAM,QAAA,GAAW,MAAM,MAAA,CAAO,MAAA,CAAO,IAAA,CAAK;AAAA,MACtC,IAAA,EAAM,CAAC,SAAS,CAAA;AAAA,MAChB,GAAG;AAAA,KACN,CAAA;AAED,IAAA,MAAA,EAAQ,MAAM,gBAAgB,CAAA;AAC9B,IAAA,OAAO,QAAA,CAAS,IAAA;AAAA,EACpB,SAAS,KAAA,EAAO;AACZ,IAAA,MAAA,EAAQ,KAAA,CAAM,cAAA,EAAgB,EAAE,KAAA,EAAO,CAAA;AACvC,IAAA,MAAM,KAAA;AAAA,EACV;AACJ;;;ACnBG,IAAM,YAAA,GACT,CAAC,OAAA,KACD,OAAO,KAAA,KAA0D;AAC7D,EAAA,MAAM,EAAE,MAAA,EAAQ,MAAA,EAAO,GAAI,OAAA;AAE3B,EAAA,MAAA,EAAQ,KAAA,CAAM,oBAAA,EAAsB,EAAE,IAAA,EAAM,OAAO,CAAA;AAEnD,EAAA,IAAI;AACA,IAAA,MAAM,QAAA,GAAW,MAAM,MAAA,CAAO,MAAA,CAAO,IAAA,CAAK;AAAA,MACtC,IAAA,EAAM,CAAC,SAAA,EAAW,gBAAA,EAAkB,YAAY,CAAA;AAAA,MAChD,GAAG;AAAA,KACN,CAAA;AAED,IAAA,MAAA,EAAQ,MAAM,sBAAsB,CAAA;AACpC,IAAA,OAAO,QAAA,CAAS,IAAA;AAAA,EACpB,SAAS,KAAA,EAAO;AACZ,IAAA,MAAA,EAAQ,KAAA,CAAM,oBAAA,EAAsB,EAAE,KAAA,EAAO,CAAA;AAC7C,IAAA,MAAM,KAAA;AAAA,EACV;AACJ;;;ACbG,IAAM,mBAAA,GACT,CAAC,OAAA,KACD,OAAO,KAAA,KAAwE;AAC3E,EAAA,MAAM,EAAE,MAAA,EAAQ,MAAA,EAAO,GAAI,OAAA;AAE3B,EAAA,MAAA,EAAQ,KAAA,CAAM,2BAAA,EAA6B,EAAE,IAAA,EAAM,OAAO,CAAA;AAE1D,EAAA,IAAI;AAEA,IAAA,MAAM,eAAA,GAAkB,MAAM,MAAA,CAAO,QAAA,CAAS,IAAA,CAAK;AAAA,MAC/C,EAAA,EAAI,CAAC,KAAA,CAAM,SAAS,CAAA;AAAA,MACpB,IAAA,EAAM,CAAC,gBAAgB;AAAA,KAC1B,CAAA;AAED,IAAA,MAAM,oBACF,eAAA,CAAgB,IAAA,CAAK,QAAQ,CAAC,CAAA,EAAG,gBAAgB,gBAAA,EAAkB,OAAA;AAEvE,IAAA,IAAI,CAAC,iBAAA,EAAmB;AACpB,MAAA,MAAM,IAAI,KAAA;AAAA,QACN,CAAA,gDAAA,EAAmD,MAAM,SAAS,CAAA;AAAA,OACtE;AAAA,IACJ;AAEA,IAAA,MAAA,EAAQ,MAAM,oCAAA,EAAsC,EAAE,MAAM,EAAE,iBAAA,IAAqB,CAAA;AAGnF,IAAA,IAAI,QAAmC,EAAC;AACxC,IAAA,IAAI,aAAA,GAAoC,KAAA,CAAA;AAExC,IAAA,GAAG;AAEC,MAAA,MAAM,gBAAA,GACD,MAAM,MAAA,CAAO,aAAA,CAAc,IAAA,CAAK;AAAA,QAC7B,UAAA,EAAY,iBAAA;AAAA,QACZ,IAAA,EAAM,CAAC,gBAAgB,CAAA;AAAA,QACvB,UAAA,EAAY,EAAA;AAAA,QACZ,SAAA,EAAW;AAAA,OACd,CAAA;AAEL,MAAA,MAAM,aAAA,GAAgB,gBAAA,CAAiB,IAAA,CAAK,KAAA,IAAS,EAAC;AAEtD,MAAA,IAAI,aAAA,CAAc,SAAS,CAAA,EAAG;AAC1B,QAAA,MAAM,QAAA,GAAW,aAAA,CACZ,GAAA,CAAI,CAAC,SAAS,IAAA,CAAK,cAAA,EAAgB,OAAO,CAAA,CAC1C,MAAA,CAAO,CAAC,EAAA,KAAqB,CAAC,CAAC,EAAE,CAAA;AAEtC,QAAA,IAAI,QAAA,CAAS,SAAS,CAAA,EAAG;AAErB,UAAA,MAAM,cAAA,GAAiB,MAAM,MAAA,CAAO,MAAA,CAAO,IAAA,CAAK;AAAA,YAC5C,EAAA,EAAI,QAAA;AAAA,YACJ,IAAA,EAAM,CAAC,SAAA,EAAW,gBAAA,EAAkB,YAAY;AAAA,WACnD,CAAA;AAED,UAAA,MAAM,UAAA,GAAa,cAAA,CAAe,IAAA,CAAK,KAAA,IAAS,EAAC;AACjD,UAAA,KAAA,GAAQ,KAAA,CAAM,OAAO,UAAU,CAAA;AAAA,QACnC;AAAA,MACJ;AAEA,MAAA,aAAA,GAAgB,gBAAA,CAAiB,KAAK,aAAA,IAAiB,KAAA,CAAA;AAEvD,MAAA,MAAA,EAAQ,MAAM,kCAAA,EAAoC;AAAA,QAC9C,IAAA,EAAM;AAAA,UACF,SAAS,aAAA,CAAc,MAAA;AAAA,UACvB,kBAAkB,KAAA,CAAM,MAAA;AAAA,UACxB,WAAA,EAAa,CAAC,CAAC;AAAA;AACnB,OACH,CAAA;AAAA,IACL,CAAA,QAAS,aAAA;AAET,IAAA,MAAA,EAAQ,KAAA,CAAM,+BAA+B,EAAE,IAAA,EAAM,EAAE,UAAA,EAAY,KAAA,CAAM,MAAA,EAAO,EAAG,CAAA;AAEnF,IAAA,OAAO;AAAA,MACH,KAAA;AAAA,MACA,YAAY,KAAA,CAAM;AAAA,KACtB;AAAA,EACJ,SAAS,KAAA,EAAO;AACZ,IAAA,MAAA,EAAQ,KAAA,CAAM,2BAAA,EAA6B,EAAE,KAAA,EAAO,CAAA;AACpD,IAAA,MAAM,KAAA;AAAA,EACV;AACJ,CAAA;;;AC7EG,IAAM,aAAA,GACT,CAAC,OAAA,KACD,OAAO,KAAA,KAA4D;AAC/D,EAAA,MAAM,EAAE,MAAA,EAAQ,gBAAA,EAAiB,GAAI,OAAA;AACrC,EAAA,MAAA,EAAQ,KAAA,CAAM,qBAAA,EAAuB,EAAE,IAAA,EAAM,OAAO,CAAA;AAEpD,EAAA,IAAI,CAAC,gBAAA,EAAkB;AACnB,IAAA,MAAM,IAAI,KAAA;AAAA,MACN;AAAA,KACJ;AAAA,EACJ;AAEA,EAAA,MAAM,GAAA,GAAM,CAAA,gCAAA,EAAmC,KAAA,CAAM,OAAO,CAAA,CAAA;AAC5D,EAAA,IAAI,QAAA;AAEJ,EAAA,IAAI;AAEA,IAAA,MAAM,QAAA,GAAW,MAAM,gBAAA,CAAiB,MAAA,CAAO;AAAA,MAC3C,GAAA;AAAA,MACA,MAAA,EAAQ;AAAA,QACJ,OAAA,EAAS,CAAC,UAAU;AAAA;AACxB,KACH,CAAA;AAED,IAAA,IAAI,CAAC,SAAS,OAAA,IAAW,CAAC,SAAS,IAAA,IAAQ,CAAC,QAAA,CAAS,IAAA,CAAK,QAAA,EAAU;AAChE,MAAA,MAAM,IAAI,KAAA;AAAA,QACN,CAAA,+BAAA,EAAkC,QAAA,CAAS,KAAA,IAAS,kBAAkB,CAAA;AAAA,OAC1E;AAAA,IACJ;AACA,IAAA,QAAA,GAAW,SAAS,IAAA,CAAK,QAAA;AAAA,EAC7B,SAAS,KAAA,EAAY;AACjB,IAAA,MAAA,EAAQ,KAAA,CAAM,qBAAA,EAAuB,EAAE,KAAA,EAAO,CAAA;AAC9C,IAAA,MAAM,IAAI,MAAM,CAAA,+BAAA,EAAkC,KAAA,CAAM,WAAW,MAAA,CAAO,KAAK,CAAC,CAAA,CAAE,CAAA;AAAA,EACtF;AAGA,EAAA,MAAM,WAA6B,EAAC;AAEpC,EAAA,MAAM,qBAAA,GAAwB,QAAA,CAAS,KAAA,CAAM,eAAe,CAAA;AAC5D,EAAA,IAAI,qBAAA,CAAsB,SAAS,CAAA,EAAG;AAClC,IAAA,IAAI,QAAA,CAAS,SAAS,GAAA,EAAK;AACvB,MAAA,MAAA,EAAQ,MAAM,kCAAA,EAAoC,EAAE,MAAM,EAAE,QAAA,IAAY,CAAA;AAAA,IAC5E,CAAA,MAAO;AACH,MAAA,MAAA,EAAQ,MAAM,mCAAA,EAAqC;AAAA,QAC/C,MAAM,EAAE,OAAA,EAAS,SAAS,KAAA,CAAM,CAAA,EAAG,GAAI,CAAA;AAAE,OAC5C,CAAA;AAAA,IACL;AACA,IAAA,MAAM,IAAI,MAAM,iDAAiD,CAAA;AAAA,EACrE;AAEA,EAAA,MAAM,iBAAA,GAAoB,sBAAsB,CAAC,CAAA;AAEjD,EAAA,MAAM,KAAA,GAAQ,iBAAA,CAAkB,KAAA,CAAM,IAAI,CAAA;AAC1C,EAAA,IAAI,gBAAA,GAAmB,EAAA;AACvB,EAAA,IAAI,cAAwB,EAAC;AAE7B,EAAA,MAAM,cAAA,GAAiB,4BAAA;AAEvB,EAAA,KAAA,MAAW,QAAQ,KAAA,EAAO;AACtB,IAAA,MAAM,OAAA,GAAU,KAAK,IAAA,EAAK;AAC1B,IAAA,IAAI,CAAC,OAAA,EAAS;AAGd,IAAA,IAAI,cAAA,CAAe,IAAA,CAAK,OAAO,CAAA,EAAG;AAE9B,MAAA,IAAI,gBAAA,EAAkB;AAClB,QAAA,QAAA,CAAS,IAAA,CAAK;AAAA,UACV,SAAA,EAAW,gBAAA;AAAA,UACX,IAAA,EAAM,WAAA,CAAY,IAAA,CAAK,GAAG,EAAE,IAAA;AAAK,SACpC,CAAA;AACD,QAAA,WAAA,GAAc,EAAC;AAAA,MACnB;AACA,MAAA,gBAAA,GAAmB,OAAA;AAAA,IACvB,CAAA,MAAO;AAEH,MAAA,IAAI,OAAA,CAAQ,UAAA,CAAW,IAAI,CAAA,EAAG;AAG9B,MAAA,IAAI,OAAA,CAAQ,UAAA,CAAW,OAAO,CAAA,EAAG;AAC7B,QAAA;AAAA,MACJ;AAGA,MAAA,IAAI,OAAA,KAAY,SAAA,IAAa,OAAA,KAAY,QAAA,EAAU;AAC/C,QAAA;AAAA,MACJ;AAEA,MAAA,IAAI,gBAAA,EAAkB;AAClB,QAAA,WAAA,CAAY,KAAK,OAAO,CAAA;AAAA,MAC5B;AAAA,IACJ;AAAA,EACJ;AAGA,EAAA,IAAI,gBAAA,IAAoB,WAAA,CAAY,MAAA,GAAS,CAAA,EAAG;AAC5C,IAAA,QAAA,CAAS,IAAA,CAAK;AAAA,MACV,SAAA,EAAW,gBAAA;AAAA,MACX,IAAA,EAAM,WAAA,CAAY,IAAA,CAAK,GAAG,EAAE,IAAA;AAAK,KACpC,CAAA;AAAA,EACL;AAEA,EAAA,MAAA,EAAQ,KAAA,CAAM,yBAAyB,EAAE,IAAA,EAAM,EAAE,KAAA,EAAO,QAAA,CAAS,MAAA,EAAO,EAAG,CAAA;AAC3E,EAAA,OAAO,QAAA;AACX;ACtFG,IAAM,aAAA,GAAgB,CAAC,MAAA,KAAmC;AAC7D,EAAA,MAAM,MAAA,GAAS,YAAA,CAAa,MAAA,CAAO,MAAM,CAAA;AAEzC,EAAA,IAAI,gBAAA;AACJ,EAAA,IAAI,OAAO,eAAA,EAAiB;AACxB,IAAA,gBAAA,GAAmBA,eAAA,CAAuB;AAAA,MACtC,QAAQ,MAAA,CAAO,eAAA;AAAA,MACf,MAAM,aAAA,CAAc,IAAA;AAAA;AAAA,MACpB,QAAQ,MAAA,CAAO;AAAA,KAClB,CAAA;AAAA,EACL;AAEA,EAAA,MAAM,OAAA,GAAmB;AAAA,IACrB,MAAA;AAAA,IACA,gBAAA;AAAA,IACA,QAAQ,MAAA,CAAO;AAAA,GACnB;AAEA,EAAA,OAAO;AAAA,IACH,MAAA;AAAA,IACA,MAAA,EAAQ,OAAO,OAAO,CAAA;AAAA,IACtB,YAAA,EAAc,aAAa,OAAO,CAAA;AAAA,IAClC,mBAAA,EAAqB,oBAAoB,OAAO,CAAA;AAAA,IAChD,aAAA,EAAe,cAAc,OAAO;AAAA,GACxC;AACJ","file":"index.mjs","sourcesContent":["import { google, youtube_v3 } from 'googleapis';\n\nexport type YoutubeClient = youtube_v3.Youtube;\n\nexport const createClient = (apiKey: string): YoutubeClient => {\n    return google.youtube({\n        version: 'v3',\n        auth: apiKey,\n    });\n};\n","import { Context } from '../types';\nimport { youtube_v3 } from 'googleapis';\n\nexport type SearchInput = youtube_v3.Params$Resource$Search$List;\nexport type SearchOutput = youtube_v3.Schema$SearchListResponse;\n\nexport const search =\n    (context: Context) =>\n    async (input: SearchInput): Promise<SearchOutput> => {\n        const { client, logger } = context;\n\n        logger?.debug('search:start', { data: input });\n\n        try {\n            const response = await client.search.list({\n                part: ['snippet'],\n                ...input,\n            });\n\n            logger?.debug('search:success');\n            return response.data;\n        } catch (error) {\n            logger?.debug('search:error', { error });\n            throw error;\n        }\n    };\n","import { Context } from '../types';\nimport { youtube_v3 } from 'googleapis';\n\nexport type VideoDetailsInput = youtube_v3.Params$Resource$Videos$List;\nexport type VideoDetailsOutput = youtube_v3.Schema$VideoListResponse;\n\nexport const videoDetails =\n    (context: Context) =>\n    async (input: VideoDetailsInput): Promise<VideoDetailsOutput> => {\n        const { client, logger } = context;\n\n        logger?.debug('videoDetails:start', { data: input });\n\n        try {\n            const response = await client.videos.list({\n                part: ['snippet', 'contentDetails', 'statistics'],\n                ...input,\n            });\n\n            logger?.debug('videoDetails:success');\n            return response.data;\n        } catch (error) {\n            logger?.debug('videoDetails:error', { error });\n            throw error;\n        }\n    };\n","import { Context } from '../types';\nimport { youtube_v3 } from 'googleapis';\n\nexport interface GetAllChannelVideosInput {\n    channelId: string;\n}\n\nexport interface GetAllChannelVideosOutput {\n    items: youtube_v3.Schema$Video[];\n    totalCount: number;\n}\n\nexport const getAllChannelVideos =\n    (context: Context) =>\n    async (input: GetAllChannelVideosInput): Promise<GetAllChannelVideosOutput> => {\n        const { client, logger } = context;\n\n        logger?.debug('getAllChannelVideos:start', { data: input });\n\n        try {\n            // Step 1: Get the Uploads playlist ID\n            const channelResponse = await client.channels.list({\n                id: [input.channelId],\n                part: ['contentDetails'],\n            });\n\n            const uploadsPlaylistId =\n                channelResponse.data.items?.[0]?.contentDetails?.relatedPlaylists?.uploads;\n\n            if (!uploadsPlaylistId) {\n                throw new Error(\n                    `Could not find uploads playlist for channel ID: ${input.channelId}`,\n                );\n            }\n\n            logger?.debug('getAllChannelVideos:found_playlist', { data: { uploadsPlaylistId } });\n\n            // Step 2: Recursively fetch all playlist items and their video details\n            let items: youtube_v3.Schema$Video[] = [];\n            let nextPageToken: string | undefined = undefined;\n\n            do {\n                // Get playlist items (Video IDs)\n                const playlistResponse: { data: youtube_v3.Schema$PlaylistItemListResponse } =\n                    (await client.playlistItems.list({\n                        playlistId: uploadsPlaylistId,\n                        part: ['contentDetails'],\n                        maxResults: 50,\n                        pageToken: nextPageToken,\n                    })) as any;\n\n                const playlistItems = playlistResponse.data.items || [];\n\n                if (playlistItems.length > 0) {\n                    const videoIds = playlistItems\n                        .map((item) => item.contentDetails?.videoId)\n                        .filter((id): id is string => !!id);\n\n                    if (videoIds.length > 0) {\n                        // Fetch full video details\n                        const videosResponse = await client.videos.list({\n                            id: videoIds,\n                            part: ['snippet', 'contentDetails', 'statistics'],\n                        });\n\n                        const videoItems = videosResponse.data.items || [];\n                        items = items.concat(videoItems);\n                    }\n                }\n\n                nextPageToken = playlistResponse.data.nextPageToken || undefined;\n\n                logger?.debug('getAllChannelVideos:fetched_page', {\n                    data: {\n                        fetched: playlistItems.length,\n                        totalVideosSoFar: items.length,\n                        hasNextPage: !!nextPageToken,\n                    },\n                });\n            } while (nextPageToken);\n\n            logger?.debug('getAllChannelVideos:success', { data: { totalCount: items.length } });\n\n            return {\n                items,\n                totalCount: items.length,\n            };\n        } catch (error) {\n            logger?.debug('getAllChannelVideos:error', { error });\n            throw error;\n        }\n    };\n","import { Context } from '../types';\n\nexport interface GetTranscriptInput {\n    videoId: string;\n    lang?: string;\n}\n\nexport interface TranscriptItem {\n    timestamp: string;\n    text: string;\n}\n\nexport type GetTranscriptOutput = TranscriptItem[];\n\nexport const getTranscript =\n    (context: Context) =>\n    async (input: GetTranscriptInput): Promise<GetTranscriptOutput> => {\n        const { logger, firecrawlAdapter } = context;\n        logger?.debug('getTranscript:start', { data: input });\n\n        if (!firecrawlAdapter) {\n            throw new Error(\n                'Firecrawl adapter is not initialized. Provide firecrawlApiKey in config.',\n            );\n        }\n\n        const url = `https://www.youtube.com/watch?v=${input.videoId}`;\n        let markdown: string;\n\n        try {\n            // Use firecrawlAdapter.scrape directly\n            const response = await firecrawlAdapter.scrape({\n                url,\n                params: {\n                    formats: ['markdown'],\n                },\n            });\n\n            if (!response.success || !response.data || !response.data.markdown) {\n                throw new Error(\n                    `Failed to scrape YouTube page: ${response.error || 'No data returned'}`,\n                );\n            }\n            markdown = response.data.markdown;\n        } catch (error: any) {\n            logger?.debug('getTranscript:error', { error });\n            throw new Error(`Failed to scrape YouTube page: ${error.message || String(error)}`);\n        }\n\n        // Parsing logic reused from firecrawl adapter implementation\n        const segments: TranscriptItem[] = [];\n\n        const transcriptStartValues = markdown.split('## Transcript');\n        if (transcriptStartValues.length < 2) {\n            if (markdown.length < 500) {\n                logger?.debug('getTranscript:markdown-too-short', { data: { markdown } });\n            } else {\n                logger?.debug('getTranscript:no-transcript-found', {\n                    data: { preview: markdown.slice(0, 1000) },\n                });\n            }\n            throw new Error('Transcript section not found in scraped content');\n        }\n\n        const transcriptContent = transcriptStartValues[1];\n\n        const lines = transcriptContent.split('\\n');\n        let currentTimestamp = '';\n        let currentText: string[] = [];\n\n        const timestampRegex = /^(\\d{1,2}:)?\\d{1,2}:\\d{2}$/; // Matches 0:01, 10:05, 1:00:00\n\n        for (const line of lines) {\n            const trimmed = line.trim();\n            if (!trimmed) continue;\n\n            // Check if it's a timestamp\n            if (timestampRegex.test(trimmed)) {\n                // If we have a previous segment accumulating, push it\n                if (currentTimestamp) {\n                    segments.push({\n                        timestamp: currentTimestamp,\n                        text: currentText.join(' ').trim(),\n                    });\n                    currentText = [];\n                }\n                currentTimestamp = trimmed;\n            } else {\n                // It's text or a header?\n                if (trimmed.startsWith('##')) continue;\n\n                // Stop if we hit video thumbnails (footer)\n                if (trimmed.startsWith('[![](')) {\n                    break;\n                }\n\n                // Stop if we hit language options (English/German) which usually signify end of transcript\n                if (trimmed === 'English' || trimmed === 'German') {\n                    continue;\n                }\n\n                if (currentTimestamp) {\n                    currentText.push(trimmed);\n                }\n            }\n        }\n\n        // Push last segment\n        if (currentTimestamp && currentText.length > 0) {\n            segments.push({\n                timestamp: currentTimestamp,\n                text: currentText.join(' ').trim(),\n            });\n        }\n\n        logger?.debug('getTranscript:success', { data: { count: segments.length } });\n        return segments;\n    };\n","import { createClient, YoutubeClient } from './client';\nimport { Context, Logger } from './types';\nimport { search, SearchInput, SearchOutput } from './operations/search';\nimport { videoDetails, VideoDetailsInput, VideoDetailsOutput } from './operations/video-details';\nimport {\n    getAllChannelVideos,\n    GetAllChannelVideosInput,\n    GetAllChannelVideosOutput,\n} from './operations/get-all-channel-videos';\nimport {\n    getTranscript,\n    GetTranscriptInput,\n    GetTranscriptOutput,\n} from './operations/get-transcript';\n\nexport interface AdapterConfig {\n    apiKey: string;\n    firecrawlApiKey?: string;\n    logger?: Logger;\n}\n\nexport interface Adapter {\n    client: YoutubeClient;\n    search: (input: SearchInput) => Promise<SearchOutput>;\n    videoDetails: (input: VideoDetailsInput) => Promise<VideoDetailsOutput>;\n    getAllChannelVideos: (input: GetAllChannelVideosInput) => Promise<GetAllChannelVideosOutput>;\n    getTranscript: (input: GetTranscriptInput) => Promise<GetTranscriptOutput>;\n}\n\nimport { createAdapter as createFirecrawlAdapter, FirecrawlPlan } from '@vitkuz/firecrawl-adapter';\n\nexport const createAdapter = (config: AdapterConfig): Adapter => {\n    const client = createClient(config.apiKey);\n\n    let firecrawlAdapter;\n    if (config.firecrawlApiKey) {\n        firecrawlAdapter = createFirecrawlAdapter({\n            apiKey: config.firecrawlApiKey,\n            plan: FirecrawlPlan.FREE, // Default to free, could be configurable\n            logger: config.logger,\n        });\n    }\n\n    const context: Context = {\n        client,\n        firecrawlAdapter,\n        logger: config.logger,\n    };\n\n    return {\n        client,\n        search: search(context),\n        videoDetails: videoDetails(context),\n        getAllChannelVideos: getAllChannelVideos(context),\n        getTranscript: getTranscript(context),\n    };\n};\n"]}

package/package.json

@@ -0,0 +1,37 @@
+{
+    "name": "@vitkuz/youtube-adapter",
+    "version": "1.0.0",
+    "description": "Functional YouTube adapter",
+    "main": "./dist/index.js",
+    "module": "./dist/index.mjs",
+    "types": "./dist/index.d.ts",
+    "exports": {
+        ".": {
+            "types": "./dist/index.d.ts",
+            "import": "./dist/index.mjs",
+            "require": "./dist/index.js"
+        }
+    },
+    "files": [
+        "dist"
+    ],
+    "scripts": {
+        "build": "tsup",
+        "dev": "tsup --watch",
+        "format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
+        "prepublishOnly": "npm run format && npm run build"
+    },
+    "dependencies": {
+        "@vitkuz/firecrawl-adapter": "file:../vitkuz-firecrawl-adapter",
+        "dotenv": "^16.4.5",
+        "googleapis": "^144.0.0"
+    },
+    "devDependencies": {
+        "@types/node": "^20.0.0",
+        "prettier": "^3.7.4",
+        "rimraf": "^6.0.0",
+        "tsup": "^8.0.0",
+        "tsx": "^4.21.0",
+        "typescript": "^5.0.0"
+    }
+}