@dxos/plugin-youtube 0.8.3

package/dist/lib/browser/react-surface-EDA5VYDC.mjs

@@ -0,0 +1,77 @@
+import {
+  meta
+} from "./chunk-DFRSBBSO.mjs";
+import {
+  Channel_exports
+} from "./chunk-GFRR4TTX.mjs";
+import {
+  Video_exports
+} from "./chunk-YMDT37TA.mjs";
+import "./chunk-J5LGTIGS.mjs";
+
+// src/capabilities/react-surface/react-surface.tsx
+import * as Effect from "effect/Effect";
+import React from "react";
+import { Capabilities, Capability } from "@dxos/app-framework";
+import { Surface } from "@dxos/app-framework/ui";
+
+// src/containers/index.ts
+import { lazy } from "react";
+var ChannelArticle = lazy(() => import("./ChannelArticle-CDQR4BBY.mjs"));
+var ChannelSettings = lazy(() => import("./ChannelSettings-ZYUNW3VS.mjs"));
+var VideoArticle = lazy(() => import("./VideoArticle-FC4A6E7B.mjs"));
+var VideoCard = lazy(() => import("./VideoCard-CCPXDCB7.mjs"));
+
+// src/capabilities/react-surface/react-surface.tsx
+var react_surface_default = Capability.makeModule(() => Effect.succeed(Capability.contributes(Capabilities.ReactSurface, [
+  Surface.create({
+    id: `${meta.id}.channel`,
+    role: [
+      "article"
+    ],
+    filter: (data) => Channel_exports.instanceOf(data.subject),
+    component: ({ data }) => {
+      return /* @__PURE__ */ React.createElement(ChannelArticle, {
+        subject: data.subject,
+        attendableId: data.attendableId
+      });
+    }
+  }),
+  Surface.create({
+    id: `${meta.id}.video`,
+    role: [
+      "article",
+      "section"
+    ],
+    filter: (data) => typeof data.attendableId === "string" && Video_exports.instanceOf(data.subject) && Channel_exports.instanceOf(data.companionTo),
+    component: ({ data: { attendableId, companionTo, subject }, role }) => {
+      return /* @__PURE__ */ React.createElement(VideoArticle, {
+        role,
+        subject,
+        channel: companionTo,
+        attendableId
+      });
+    }
+  }),
+  Surface.create({
+    id: `${meta.id}.video-card`,
+    role: "card--content",
+    filter: (data) => Video_exports.instanceOf(data?.subject),
+    component: ({ data: { subject }, role }) => /* @__PURE__ */ React.createElement(VideoCard, {
+      subject,
+      role
+    })
+  }),
+  Surface.create({
+    id: `${meta.id}.channel.companion.settings`,
+    role: "object-settings",
+    filter: (data) => Channel_exports.instanceOf(data.subject),
+    component: ({ data }) => /* @__PURE__ */ React.createElement(ChannelSettings, {
+      subject: data.subject
+    })
+  })
+])));
+export {
+  react_surface_default as default
+};
+//# sourceMappingURL=react-surface-EDA5VYDC.mjs.map

package/dist/lib/browser/react-surface-EDA5VYDC.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/capabilities/react-surface/react-surface.tsx", "../../../src/containers/index.ts"],
+  "sourcesContent": ["//\n// Copyright 2024 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\nimport React from 'react';\n\nimport { Capabilities, Capability } from '@dxos/app-framework';\nimport { Surface } from '@dxos/app-framework/ui';\n\nimport { ChannelArticle, ChannelSettings, VideoArticle, VideoCard } from '../../containers';\nimport { meta } from '../../meta';\nimport { Channel, Video } from '../../types';\n\nexport default Capability.makeModule(() =>\n  Effect.succeed(\n    Capability.contributes(Capabilities.ReactSurface, [\n      Surface.create({\n        id: `${meta.id}.channel`,\n        role: ['article'],\n        filter: (data): data is { attendableId?: string; subject: Channel.YouTubeChannel } =>\n          Channel.instanceOf(data.subject),\n        component: ({ data }) => {\n          return <ChannelArticle subject={data.subject} attendableId={data.attendableId} />;\n        },\n      }),\n      Surface.create({\n        id: `${meta.id}.video`,\n        role: ['article', 'section'],\n        filter: (\n          data,\n        ): data is { attendableId: string; subject: Video.YouTubeVideo; companionTo: Channel.YouTubeChannel } =>\n          typeof data.attendableId === 'string' &&\n          Video.instanceOf(data.subject) &&\n          Channel.instanceOf(data.companionTo),\n        component: ({ data: { attendableId, companionTo, subject }, role }) => {\n          return <VideoArticle role={role} subject={subject} channel={companionTo} attendableId={attendableId} />;\n        },\n      }),\n      Surface.create({\n        id: `${meta.id}.video-card`,\n        role: 'card--content',\n        filter: (data): data is { subject: Video.YouTubeVideo } => Video.instanceOf(data?.subject),\n        component: ({ data: { subject }, role }) => <VideoCard subject={subject} role={role} />,\n      }),\n      Surface.create({\n        id: `${meta.id}.channel.companion.settings`,\n        role: 'object-settings',\n        filter: (data): data is { subject: Channel.YouTubeChannel } => Channel.instanceOf(data.subject),\n        component: ({ data }) => <ChannelSettings subject={data.subject} />,\n      }),\n    ]),\n  ),\n);\n", "//\n// Copyright 2024 DXOS.org\n//\n\nimport { type ComponentType, lazy, type LazyExoticComponent } from 'react';\n\nimport type { ChannelArticleProps } from './ChannelArticle/ChannelArticle';\nimport type { ChannelSettingsProps } from './ChannelSettings/ChannelSettings';\nimport type { VideoArticleProps } from './VideoArticle/VideoArticle';\nimport type { VideoCardProps } from './VideoCard/VideoCard';\n\nexport type { ChannelArticleProps, ChannelSettingsProps, VideoArticleProps, VideoCardProps };\n\nexport const ChannelArticle: LazyExoticComponent<ComponentType<ChannelArticleProps>> = lazy(\n  () => import('./ChannelArticle'),\n);\n\nexport const ChannelSettings: LazyExoticComponent<ComponentType<ChannelSettingsProps>> = lazy(\n  () => import('./ChannelSettings'),\n);\n\nexport const VideoArticle: LazyExoticComponent<ComponentType<VideoArticleProps>> = lazy(() => import('./VideoArticle'));\n\nexport const VideoCard: LazyExoticComponent<ComponentType<VideoCardProps>> = lazy(() => import('./VideoCard'));\n"],
+  "mappings": ";;;;;;;;;;;;AAIA,YAAYA,YAAY;AACxB,OAAOC,WAAW;AAElB,SAASC,cAAcC,kBAAkB;AACzC,SAASC,eAAe;;;ACJxB,SAA6BC,YAAsC;AAS5D,IAAMC,iBAA0EC,KACrF,MAAM,OAAO,+BAAA,CAAA;AAGR,IAAMC,kBAA4ED,KACvF,MAAM,OAAO,gCAAA,CAAA;AAGR,IAAME,eAAsEF,KAAK,MAAM,OAAO,6BAAA,CAAA;AAE9F,IAAMG,YAAgEH,KAAK,MAAM,OAAO,0BAAA,CAAA;;;ADT/F,IAAA,wBAAeI,WAAWC,WAAW,MAC5BC,eACLF,WAAWG,YAAYC,aAAaC,cAAc;EAChDC,QAAQC,OAAO;IACbC,IAAI,GAAGC,KAAKD,EAAE;IACdE,MAAM;MAAC;;IACPC,QAAQ,CAACC,SACPC,gBAAQC,WAAWF,KAAKG,OAAO;IACjCC,WAAW,CAAC,EAAEJ,KAAI,MAAE;AAClB,aAAO,sBAAA,cAACK,gBAAAA;QAAeF,SAASH,KAAKG;QAASG,cAAcN,KAAKM;;IACnE;EACF,CAAA;EACAZ,QAAQC,OAAO;IACbC,IAAI,GAAGC,KAAKD,EAAE;IACdE,MAAM;MAAC;MAAW;;IAClBC,QAAQ,CACNC,SAEA,OAAOA,KAAKM,iBAAiB,YAC7BC,cAAML,WAAWF,KAAKG,OAAO,KAC7BF,gBAAQC,WAAWF,KAAKQ,WAAW;IACrCJ,WAAW,CAAC,EAAEJ,MAAM,EAAEM,cAAcE,aAAaL,QAAO,GAAIL,KAAI,MAAE;AAChE,aAAO,sBAAA,cAACW,cAAAA;QAAaX;QAAYK;QAAkBO,SAASF;QAAaF;;IAC3E;EACF,CAAA;EACAZ,QAAQC,OAAO;IACbC,IAAI,GAAGC,KAAKD,EAAE;IACdE,MAAM;IACNC,QAAQ,CAACC,SAAkDO,cAAML,WAAWF,MAAMG,OAAAA;IAClFC,WAAW,CAAC,EAAEJ,MAAM,EAAEG,QAAO,GAAIL,KAAI,MAAO,sBAAA,cAACa,WAAAA;MAAUR;MAAkBL;;EAC3E,CAAA;EACAJ,QAAQC,OAAO;IACbC,IAAI,GAAGC,KAAKD,EAAE;IACdE,MAAM;IACNC,QAAQ,CAACC,SAAsDC,gBAAQC,WAAWF,KAAKG,OAAO;IAC9FC,WAAW,CAAC,EAAEJ,KAAI,MAAO,sBAAA,cAACY,iBAAAA;MAAgBT,SAASH,KAAKG;;EAC1D,CAAA;CACD,CAAA,CAAA;",
+  "names": ["Effect", "React", "Capabilities", "Capability", "Surface", "lazy", "ChannelArticle", "lazy", "ChannelSettings", "VideoArticle", "VideoCard", "Capability", "makeModule", "succeed", "contributes", "Capabilities", "ReactSurface", "Surface", "create", "id", "meta", "role", "filter", "data", "Channel", "instanceOf", "subject", "component", "ChannelArticle", "attendableId", "Video", "companionTo", "VideoArticle", "channel", "VideoCard", "ChannelSettings"]
+}

package/dist/lib/browser/sync-423Q4BDD.mjs

@@ -0,0 +1,360 @@
+import {
+  GoogleCredentials,
+  youtube_exports
+} from "./chunk-C26XKDK2.mjs";
+import {
+  Sync
+} from "./chunk-P67QEKBQ.mjs";
+import "./chunk-GFRR4TTX.mjs";
+import {
+  Video_exports
+} from "./chunk-YMDT37TA.mjs";
+import "./chunk-J5LGTIGS.mjs";
+
+// src/operations/sync.ts
+import * as FetchHttpClient from "@effect/platform/FetchHttpClient";
+import * as Chunk from "effect/Chunk";
+import * as Effect2 from "effect/Effect";
+import * as Function from "effect/Function";
+import * as Layer from "effect/Layer";
+import * as Option from "effect/Option";
+import * as Predicate from "effect/Predicate";
+import * as Stream from "effect/Stream";
+import { Database, Feed, Filter, Obj } from "@dxos/echo";
+import { log as log2 } from "@dxos/log";
+import { Operation } from "@dxos/operation";
+
+// src/operations/transcript.ts
+import * as Effect from "effect/Effect";
+import { log } from "@dxos/log";
+var __dxlog_file = "/Users/mykola/dev/dxos/packages/plugins/plugin-youtube/src/operations/transcript.ts";
+var fetchTranscript = (videoId, lang) => Effect.tryPromise({
+  try: async () => {
+    const { getSubtitles } = await import("youtube-caption-extractor");
+    const subtitles = await getSubtitles({
+      videoID: videoId,
+      lang: lang ?? "en"
+    });
+    if (!subtitles || subtitles.length === 0) {
+      return void 0;
+    }
+    const segments = subtitles.map((sub) => ({
+      text: sub.text,
+      offset: parseFloat(sub.start),
+      duration: parseFloat(sub.dur)
+    }));
+    const fullText = segments.map((segment) => segment.text).join(" ");
+    return {
+      segments,
+      fullText
+    };
+  },
+  catch: (error) => {
+    log("failed to fetch transcript", {
+      videoId,
+      error
+    }, {
+      F: __dxlog_file,
+      L: 40,
+      S: void 0,
+      C: (f, a) => f(...a)
+    });
+    return void 0;
+  }
+}).pipe(Effect.catchAll(() => Effect.succeed(void 0)), Effect.timeout("30 seconds"), Effect.catchAll(() => Effect.succeed(void 0)));
+
+// src/operations/sync.ts
+var __dxlog_file2 = "/Users/mykola/dev/dxos/packages/plugins/plugin-youtube/src/operations/sync.ts";
+var handler = Sync.pipe(Operation.withHandler(({ channel: channelRef, restrictedMode = false, includeTranscripts = true }) => Effect2.gen(function* () {
+  log2("syncing youtube channel", {
+    channel: channelRef.dxn.toString(),
+    restrictedMode,
+    includeTranscripts
+  }, {
+    F: __dxlog_file2,
+    L: 28,
+    S: this,
+    C: (f, a) => f(...a)
+  });
+  const channel = yield* Database.load(channelRef);
+  const channelUrl = channel.channelUrl ?? channel.channelId;
+  if (!channelUrl) {
+    return yield* Effect2.fail(new Error("No channel URL or ID configured"));
+  }
+  const channelInfo = extractChannelInfo(channelUrl);
+  log2("extracted channel info", channelInfo, {
+    F: __dxlog_file2,
+    L: 38,
+    S: this,
+    C: (f, a) => f(...a)
+  });
+  const { channelId, channelTitle, uploadsPlaylistId } = yield* getUploadsPlaylistId(channelInfo);
+  log2("found channel", {
+    channelId,
+    channelTitle,
+    uploadsPlaylistId
+  }, {
+    F: __dxlog_file2,
+    L: 41,
+    S: this,
+    C: (f, a) => f(...a)
+  });
+  Obj.change(channel, (channelObj) => {
+    channelObj.channelId = channelId;
+    if (!channelObj.name) {
+      channelObj.name = channelTitle;
+    }
+  });
+  const feed = yield* Database.load(channel.feed);
+  const existingVideos = yield* Feed.runQuery(feed, Filter.type(Video_exports.YouTubeVideo));
+  const existingVideoIds = new Set(existingVideos.map((video) => video.videoId));
+  log2("existing videos", {
+    count: existingVideoIds.size
+  }, {
+    F: __dxlog_file2,
+    L: 54,
+    S: this,
+    C: (f, a) => f(...a)
+  });
+  const newVideosCount = yield* streamVideosToFeed(uploadsPlaylistId, feed, existingVideoIds, restrictedMode, includeTranscripts);
+  Obj.change(channel, (channelObj) => {
+    channelObj.lastSyncedAt = (/* @__PURE__ */ new Date()).toISOString();
+  });
+  log2("sync complete", {
+    newVideos: newVideosCount,
+    channelTitle
+  }, {
+    F: __dxlog_file2,
+    L: 68,
+    S: this,
+    C: (f, a) => f(...a)
+  });
+  return {
+    newVideos: newVideosCount,
+    channelTitle
+  };
+}).pipe(Effect2.provide(Layer.mergeAll(FetchHttpClient.layer, GoogleCredentials.fromChannelRef(channelRef))))));
+var STREAMING_CONFIG = {
+  /** Videos per page from YouTube API. */
+  maxResults: 50,
+  /** Parallel transcript fetches. */
+  transcriptFetchConcurrency: 3,
+  /** In-flight video buffer. */
+  bufferSize: 10,
+  /** Videos per feed append. */
+  feedBatchSize: 10,
+  /** Max videos in restricted mode. */
+  restrictedMax: 20
+};
+var extractChannelInfo = (urlOrHandle) => {
+  const trimmed = urlOrHandle.trim();
+  if (trimmed.startsWith("@")) {
+    return {
+      type: "handle",
+      value: trimmed.slice(1)
+    };
+  }
+  if (trimmed.startsWith("UC") && trimmed.length === 24) {
+    return {
+      type: "id",
+      value: trimmed
+    };
+  }
+  try {
+    const url = new URL(trimmed);
+    const pathname = url.pathname;
+    if (pathname.startsWith("/channel/")) {
+      const channelId = pathname.split("/")[2];
+      if (channelId) {
+        return {
+          type: "id",
+          value: channelId
+        };
+      }
+    }
+    if (pathname.startsWith("/@")) {
+      return {
+        type: "handle",
+        value: pathname.slice(2)
+      };
+    }
+    if (pathname.startsWith("/c/") || pathname.startsWith("/user/")) {
+      const name = pathname.split("/")[2];
+      if (name) {
+        return {
+          type: "handle",
+          value: name
+        };
+      }
+    }
+  } catch {
+    if (/^[a-zA-Z0-9_-]+$/.test(trimmed)) {
+      return {
+        type: "handle",
+        value: trimmed
+      };
+    }
+  }
+  return {
+    type: "url",
+    value: trimmed
+  };
+};
+var getUploadsPlaylistId = Effect2.fn(function* (channelInfo) {
+  let channelResponse;
+  if (channelInfo.type === "id") {
+    channelResponse = yield* youtube_exports.getChannel(channelInfo.value);
+  } else {
+    channelResponse = yield* youtube_exports.getChannelByHandle(channelInfo.value);
+  }
+  const channel = channelResponse.items[0];
+  if (!channel) {
+    return yield* Effect2.fail(new Error(`Channel not found: ${channelInfo.value}`));
+  }
+  const uploadsPlaylistId = channel.contentDetails?.relatedPlaylists?.uploads;
+  if (!uploadsPlaylistId) {
+    return yield* Effect2.fail(new Error(`No uploads playlist found for channel: ${channelInfo.value}`));
+  }
+  return {
+    channelId: channel.id,
+    channelTitle: channel.snippet?.title ?? "",
+    uploadsPlaylistId
+  };
+});
+var fetchPlaylistVideos = (uploadsPlaylistId, maxVideos) => {
+  let videoCount = 0;
+  return Stream.unfoldChunkEffect({
+    pageToken: Option.none(),
+    done: false
+  }, (state) => Effect2.gen(function* () {
+    if (state.done || maxVideos && videoCount >= maxVideos) {
+      return Option.none();
+    }
+    const response = yield* youtube_exports.listPlaylistItems(uploadsPlaylistId, STREAMING_CONFIG.maxResults, Option.getOrUndefined(state.pageToken));
+    const videoIds = response.items.map((item) => item.snippet?.resourceId?.videoId).filter((id) => Boolean(id));
+    log2("fetched playlist items", {
+      count: videoIds.length,
+      pageToken: Option.getOrUndefined(state.pageToken),
+      hasMore: Boolean(response.nextPageToken)
+    }, {
+      F: __dxlog_file2,
+      L: 187,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    videoCount += videoIds.length;
+    const nextState = {
+      pageToken: Option.fromNullable(response.nextPageToken),
+      done: !response.nextPageToken || maxVideos !== void 0 && videoCount >= maxVideos
+    };
+    return Option.some([
+      Chunk.fromIterable(videoIds),
+      nextState
+    ]);
+  }));
+};
+var mapVideoData = (item, transcript, includeTranscripts) => {
+  const hasTranscript = Boolean(transcript?.fullText?.trim());
+  return {
+    title: item.snippet?.title ?? "Untitled",
+    videoId: item.id,
+    description: item.snippet?.description,
+    url: `https://www.youtube.com/watch?v=${item.id}`,
+    thumbnailUrl: item.snippet?.thumbnails?.high?.url ?? item.snippet?.thumbnails?.medium?.url ?? item.snippet?.thumbnails?.default?.url,
+    channelTitle: item.snippet?.channelTitle,
+    publishedAt: item.snippet?.publishedAt ?? (/* @__PURE__ */ new Date()).toISOString(),
+    duration: item.contentDetails?.duration,
+    viewCount: item.statistics?.viewCount ? parseInt(item.statistics.viewCount, 10) : void 0,
+    likeCount: item.statistics?.likeCount ? parseInt(item.statistics.likeCount, 10) : void 0,
+    transcript: transcript && hasTranscript ? transcript.fullText : void 0,
+    transcriptSegments: transcript && hasTranscript ? transcript.segments : void 0,
+    transcriptFetched: includeTranscripts ? hasTranscript : false
+  };
+};
+var streamVideosToFeed = Effect2.fn(function* (uploadsPlaylistId, feed, existingVideoIds, restricted, includeTranscripts) {
+  const count = yield* Function.pipe(fetchPlaylistVideos(uploadsPlaylistId, restricted ? STREAMING_CONFIG.restrictedMax : void 0), Stream.filter((videoId) => {
+    const isDuplicate = existingVideoIds.has(videoId);
+    if (isDuplicate) {
+      log2("skipping duplicate video", {
+        videoId
+      }, {
+        F: __dxlog_file2,
+        L: 251,
+        S: this,
+        C: (f, a) => f(...a)
+      });
+    }
+    return !isDuplicate;
+  }), restricted ? Stream.take(STREAMING_CONFIG.restrictedMax) : Function.identity, Stream.grouped(10), Stream.flatMap((videoIdChunk) => Effect2.gen(function* () {
+    const videoIds = Chunk.toArray(videoIdChunk);
+    log2("fetching video details", {
+      count: videoIds.length
+    }, {
+      F: __dxlog_file2,
+      L: 261,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    const response = yield* youtube_exports.getVideoDetails(videoIds);
+    return response.items;
+  }), {
+    concurrency: 1
+  }), Stream.flatMap((items) => Stream.fromIterable(items)), Stream.flatMap((item) => Effect2.gen(function* () {
+    let transcript;
+    if (includeTranscripts) {
+      log2("fetching transcript", {
+        videoId: item.id
+      }, {
+        F: __dxlog_file2,
+        L: 275,
+        S: this,
+        C: (f, a) => f(...a)
+      });
+      const result = yield* fetchTranscript(item.id);
+      if (result) {
+        transcript = result;
+        log2("transcript fetched", {
+          videoId: item.id,
+          length: transcript.fullText.length
+        }, {
+          F: __dxlog_file2,
+          L: 279,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+      } else {
+        log2("no transcript available", {
+          videoId: item.id
+        }, {
+          F: __dxlog_file2,
+          L: 281,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+      }
+    }
+    return mapVideoData(item, transcript, includeTranscripts);
+  }), {
+    concurrency: STREAMING_CONFIG.transcriptFetchConcurrency,
+    bufferSize: STREAMING_CONFIG.bufferSize
+  }), Stream.filter(Predicate.isNotNullable), Stream.grouped(STREAMING_CONFIG.feedBatchSize), Stream.mapEffect((batch) => Effect2.gen(function* () {
+    const videos = Chunk.toArray(batch);
+    log2("appending batch to feed", {
+      count: videos.length
+    }, {
+      F: __dxlog_file2,
+      L: 297,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    const videoObjects = videos.map((video) => Obj.make(Video_exports.YouTubeVideo, video));
+    yield* Feed.append(feed, videoObjects);
+    return videos.length;
+  })), Stream.runFold(0, (acc, batchCount) => acc + batchCount));
+  return count;
+});
+var sync_default = handler;
+export {
+  sync_default as default
+};
+//# sourceMappingURL=sync-423Q4BDD.mjs.map

package/dist/lib/browser/sync-423Q4BDD.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/operations/sync.ts", "../../../src/operations/transcript.ts"],
+  "sourcesContent": ["//\n// Copyright 2024 DXOS.org\n//\n\nimport * as FetchHttpClient from '@effect/platform/FetchHttpClient';\nimport * as Chunk from 'effect/Chunk';\nimport * as Effect from 'effect/Effect';\nimport * as Function from 'effect/Function';\nimport * as Layer from 'effect/Layer';\nimport * as Option from 'effect/Option';\nimport * as Predicate from 'effect/Predicate';\nimport * as Stream from 'effect/Stream';\n\nimport { Database, Feed, Filter, Obj, Ref } from '@dxos/echo';\nimport { log } from '@dxos/log';\nimport { Operation } from '@dxos/operation';\n\nimport { Channel, Video } from '../types';\n\nimport { YouTube } from './apis';\nimport { Sync } from './definitions';\nimport { GoogleCredentials } from './services/google-credentials';\nimport { fetchTranscript } from './transcript';\n\nconst handler: Operation.WithHandler<typeof Sync> = Sync.pipe(\n  Operation.withHandler(({ channel: channelRef, restrictedMode = false, includeTranscripts = true }) =>\n    Effect.gen(function* () {\n      log('syncing youtube channel', { channel: channelRef.dxn.toString(), restrictedMode, includeTranscripts });\n      const channel = yield* Database.load(channelRef);\n\n      const channelUrl =\n        (channel as Channel.YouTubeChannel).channelUrl ?? (channel as Channel.YouTubeChannel).channelId;\n      if (!channelUrl) {\n        return yield* Effect.fail(new Error('No channel URL or ID configured'));\n      }\n\n      const channelInfo = extractChannelInfo(channelUrl);\n      log('extracted channel info', channelInfo);\n\n      const { channelId, channelTitle, uploadsPlaylistId } = yield* getUploadsPlaylistId(channelInfo);\n      log('found channel', { channelId, channelTitle, uploadsPlaylistId });\n\n      Obj.change(channel as Channel.YouTubeChannel, (channelObj) => {\n        channelObj.channelId = channelId;\n        if (!channelObj.name) {\n          channelObj.name = channelTitle;\n        }\n      });\n\n      // Get the feed and query for existing videos.\n      const feed = yield* Database.load((channel as Channel.YouTubeChannel).feed as Ref.Ref<Feed.Feed>);\n      const existingVideos = yield* Feed.runQuery(feed, Filter.type(Video.YouTubeVideo));\n      const existingVideoIds = new Set(existingVideos.map((video: Video.YouTubeVideo) => video.videoId));\n      log('existing videos', { count: existingVideoIds.size });\n\n      const newVideosCount = yield* streamVideosToFeed(\n        uploadsPlaylistId,\n        feed,\n        existingVideoIds,\n        restrictedMode,\n        includeTranscripts,\n      );\n\n      Obj.change(channel as Channel.YouTubeChannel, (channelObj) => {\n        channelObj.lastSyncedAt = new Date().toISOString();\n      });\n\n      log('sync complete', { newVideos: newVideosCount, channelTitle });\n      return {\n        newVideos: newVideosCount,\n        channelTitle,\n      };\n    }).pipe(Effect.provide(Layer.mergeAll(FetchHttpClient.layer, GoogleCredentials.fromChannelRef(channelRef)))),\n  ),\n);\n\nconst STREAMING_CONFIG = {\n  /** Videos per page from YouTube API. */\n  maxResults: 50,\n  /** Parallel transcript fetches. */\n  transcriptFetchConcurrency: 3,\n  /** In-flight video buffer. */\n  bufferSize: 10,\n  /** Videos per feed append. */\n  feedBatchSize: 10,\n  /** Max videos in restricted mode. */\n  restrictedMax: 20,\n} as const;\n\n/**\n * Extracts channel ID from various YouTube URL formats.\n */\nconst extractChannelInfo = (\n  urlOrHandle: string,\n): { type: 'id'; value: string } | { type: 'handle'; value: string } | { type: 'url'; value: string } => {\n  const trimmed = urlOrHandle.trim();\n\n  if (trimmed.startsWith('@')) {\n    return { type: 'handle', value: trimmed.slice(1) };\n  }\n\n  if (trimmed.startsWith('UC') && trimmed.length === 24) {\n    return { type: 'id', value: trimmed };\n  }\n\n  try {\n    const url = new URL(trimmed);\n    const pathname = url.pathname;\n\n    if (pathname.startsWith('/channel/')) {\n      const channelId = pathname.split('/')[2];\n      if (channelId) {\n        return { type: 'id', value: channelId };\n      }\n    }\n\n    if (pathname.startsWith('/@')) {\n      return { type: 'handle', value: pathname.slice(2) };\n    }\n\n    if (pathname.startsWith('/c/') || pathname.startsWith('/user/')) {\n      const name = pathname.split('/')[2];\n      if (name) {\n        return { type: 'handle', value: name };\n      }\n    }\n  } catch {\n    if (/^[a-zA-Z0-9_-]+$/.test(trimmed)) {\n      return { type: 'handle', value: trimmed };\n    }\n  }\n\n  return { type: 'url', value: trimmed };\n};\n\n/**\n * Gets the uploads playlist ID for a channel.\n */\nconst getUploadsPlaylistId = Effect.fn(function* (channelInfo: { type: string; value: string }) {\n  let channelResponse;\n\n  if (channelInfo.type === 'id') {\n    channelResponse = yield* YouTube.getChannel(channelInfo.value);\n  } else {\n    channelResponse = yield* YouTube.getChannelByHandle(channelInfo.value);\n  }\n\n  const channel = channelResponse.items[0];\n  if (!channel) {\n    return yield* Effect.fail(new Error(`Channel not found: ${channelInfo.value}`));\n  }\n\n  const uploadsPlaylistId = channel.contentDetails?.relatedPlaylists?.uploads;\n  if (!uploadsPlaylistId) {\n    return yield* Effect.fail(new Error(`No uploads playlist found for channel: ${channelInfo.value}`));\n  }\n\n  return {\n    channelId: channel.id,\n    channelTitle: channel.snippet?.title ?? '',\n    uploadsPlaylistId,\n  };\n});\n\n/**\n * Fetches videos from an uploads playlist, returning them from newest to oldest.\n */\nconst fetchPlaylistVideos = (uploadsPlaylistId: string, maxVideos?: number) => {\n  let videoCount = 0;\n\n  return Stream.unfoldChunkEffect({ pageToken: Option.none<string>(), done: false }, (state) =>\n    Effect.gen(function* () {\n      if (state.done || (maxVideos && videoCount >= maxVideos)) {\n        return Option.none();\n      }\n\n      const response = yield* YouTube.listPlaylistItems(\n        uploadsPlaylistId,\n        STREAMING_CONFIG.maxResults,\n        Option.getOrUndefined(state.pageToken),\n      );\n\n      const videoIds = response.items\n        .map((item) => item.snippet?.resourceId?.videoId)\n        .filter((id): id is string => Boolean(id));\n\n      log('fetched playlist items', {\n        count: videoIds.length,\n        pageToken: Option.getOrUndefined(state.pageToken),\n        hasMore: Boolean(response.nextPageToken),\n      });\n\n      videoCount += videoIds.length;\n\n      const nextState = {\n        pageToken: Option.fromNullable(response.nextPageToken),\n        done: !response.nextPageToken || (maxVideos !== undefined && videoCount >= maxVideos),\n      };\n\n      return Option.some([Chunk.fromIterable(videoIds), nextState]);\n    }),\n  );\n};\n\ntype TranscriptData = { segments: Video.TranscriptSegment[]; fullText: string };\n\n/**\n * Maps YouTube API video item to YouTubeVideo data.\n */\nconst mapVideoData = (\n  item: YouTube.VideoItem,\n  transcript: TranscriptData | undefined,\n  includeTranscripts: boolean,\n): Omit<Video.YouTubeVideo, 'id' | '~@dxos/echo/Kind'> => {\n  const hasTranscript = Boolean(transcript?.fullText?.trim());\n  return {\n    title: item.snippet?.title ?? 'Untitled',\n    videoId: item.id,\n    description: item.snippet?.description,\n    url: `https://www.youtube.com/watch?v=${item.id}`,\n    thumbnailUrl:\n      item.snippet?.thumbnails?.high?.url ??\n      item.snippet?.thumbnails?.medium?.url ??\n      item.snippet?.thumbnails?.default?.url,\n    channelTitle: item.snippet?.channelTitle,\n    publishedAt: item.snippet?.publishedAt ?? new Date().toISOString(),\n    duration: item.contentDetails?.duration,\n    viewCount: item.statistics?.viewCount ? parseInt(item.statistics.viewCount, 10) : undefined,\n    likeCount: item.statistics?.likeCount ? parseInt(item.statistics.likeCount, 10) : undefined,\n    transcript: transcript && hasTranscript ? transcript.fullText : undefined,\n    transcriptSegments: transcript && hasTranscript ? transcript.segments : undefined,\n    transcriptFetched: includeTranscripts ? hasTranscript : false,\n  };\n};\n\n/**\n * Stream videos with transcripts into a DXOS feed.\n */\nconst streamVideosToFeed = Effect.fn(function* (\n  uploadsPlaylistId: string,\n  feed: Feed.Feed,\n  existingVideoIds: Set<string>,\n  restricted: boolean,\n  includeTranscripts: boolean,\n) {\n  const count = yield* Function.pipe(\n    fetchPlaylistVideos(uploadsPlaylistId, restricted ? STREAMING_CONFIG.restrictedMax : undefined),\n    Stream.filter((videoId) => {\n      const isDuplicate = existingVideoIds.has(videoId);\n      if (isDuplicate) {\n        log('skipping duplicate video', { videoId });\n      }\n      return !isDuplicate;\n    }),\n    restricted ? Stream.take(STREAMING_CONFIG.restrictedMax) : Function.identity,\n    Stream.grouped(10),\n    Stream.flatMap(\n      (videoIdChunk) =>\n        Effect.gen(function* () {\n          const videoIds = Chunk.toArray(videoIdChunk);\n          log('fetching video details', { count: videoIds.length });\n\n          const response = yield* YouTube.getVideoDetails(videoIds);\n          return response.items;\n        }),\n      { concurrency: 1 },\n    ),\n    Stream.flatMap((items) => Stream.fromIterable(items)),\n    Stream.flatMap(\n      (item) =>\n        Effect.gen(function* () {\n          let transcript: TranscriptData | undefined;\n\n          if (includeTranscripts) {\n            log('fetching transcript', { videoId: item.id });\n            const result = yield* fetchTranscript(item.id);\n            if (result) {\n              transcript = result;\n              log('transcript fetched', { videoId: item.id, length: transcript.fullText.length });\n            } else {\n              log('no transcript available', { videoId: item.id });\n            }\n          }\n\n          return mapVideoData(item, transcript, includeTranscripts);\n        }),\n      {\n        concurrency: STREAMING_CONFIG.transcriptFetchConcurrency,\n        bufferSize: STREAMING_CONFIG.bufferSize,\n      },\n    ),\n    Stream.filter(Predicate.isNotNullable),\n    Stream.grouped(STREAMING_CONFIG.feedBatchSize),\n    Stream.mapEffect((batch) =>\n      Effect.gen(function* () {\n        const videos = Chunk.toArray(batch);\n        log('appending batch to feed', { count: videos.length });\n        const videoObjects = videos.map((video) => Obj.make(Video.YouTubeVideo, video));\n        yield* Feed.append(feed, videoObjects);\n        return videos.length;\n      }),\n    ),\n    Stream.runFold(0, (acc, batchCount) => acc + batchCount),\n  );\n\n  return count;\n});\n\nexport default handler;\n", "//\n// Copyright 2024 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\n\nimport { log } from '@dxos/log';\n\nimport type { TranscriptSegment } from '../types/Video';\n\nexport type TranscriptResult = {\n  segments: TranscriptSegment[];\n  fullText: string;\n};\n\n/**\n * Fetches captions for a YouTube video using youtube-caption-extractor.\n * Works in both browser and Node/edge environments.\n */\nexport const fetchTranscript = (videoId: string, lang?: string): Effect.Effect<TranscriptResult | undefined> =>\n  Effect.tryPromise({\n    try: async () => {\n      const { getSubtitles } = await import('youtube-caption-extractor');\n      const subtitles = await getSubtitles({ videoID: videoId, lang: lang ?? 'en' });\n\n      if (!subtitles || subtitles.length === 0) {\n        return undefined;\n      }\n\n      const segments: TranscriptSegment[] = subtitles.map((sub) => ({\n        text: sub.text,\n        offset: parseFloat(sub.start),\n        duration: parseFloat(sub.dur),\n      }));\n\n      const fullText = segments.map((segment) => segment.text).join(' ');\n      return { segments, fullText };\n    },\n    catch: (error) => {\n      log('failed to fetch transcript', { videoId, error });\n      return undefined;\n    },\n  }).pipe(\n    Effect.catchAll(() => Effect.succeed(undefined)),\n    Effect.timeout('30 seconds'),\n    Effect.catchAll(() => Effect.succeed(undefined)),\n  );\n"],
+  "mappings": ";;;;;;;;;;;;;;AAIA,YAAYA,qBAAqB;AACjC,YAAYC,WAAW;AACvB,YAAYC,aAAY;AACxB,YAAYC,cAAc;AAC1B,YAAYC,WAAW;AACvB,YAAYC,YAAY;AACxB,YAAYC,eAAe;AAC3B,YAAYC,YAAY;AAExB,SAASC,UAAUC,MAAMC,QAAQC,WAAgB;AACjD,SAASC,OAAAA,YAAW;AACpB,SAASC,iBAAiB;;;ACX1B,YAAYC,YAAY;AAExB,SAASC,WAAW;;AAab,IAAMC,kBAAkB,CAACC,SAAiBC,SACxCC,kBAAW;EAChBC,KAAK,YAAA;AACH,UAAM,EAAEC,aAAY,IAAK,MAAM,OAAO,2BAAA;AACtC,UAAMC,YAAY,MAAMD,aAAa;MAAEE,SAASN;MAASC,MAAMA,QAAQ;IAAK,CAAA;AAE5E,QAAI,CAACI,aAAaA,UAAUE,WAAW,GAAG;AACxC,aAAOC;IACT;AAEA,UAAMC,WAAgCJ,UAAUK,IAAI,CAACC,SAAS;MAC5DC,MAAMD,IAAIC;MACVC,QAAQC,WAAWH,IAAII,KAAK;MAC5BC,UAAUF,WAAWH,IAAIM,GAAG;IAC9B,EAAA;AAEA,UAAMC,WAAWT,SAASC,IAAI,CAACS,YAAYA,QAAQP,IAAI,EAAEQ,KAAK,GAAA;AAC9D,WAAO;MAAEX;MAAUS;IAAS;EAC9B;EACAG,OAAO,CAACC,UAAAA;AACNxB,QAAI,8BAA8B;MAAEE;MAASsB;IAAM,GAAA;;;;;;AACnD,WAAOd;EACT;AACF,CAAA,EAAGe,KACMC,gBAAS,MAAaC,eAAQjB,MAAAA,CAAAA,GAC9BkB,eAAQ,YAAA,GACRF,gBAAS,MAAaC,eAAQjB,MAAAA,CAAAA,CAAAA;;;;ADrBzC,IAAMmB,UAA8CC,KAAKC,KACvDC,UAAUC,YAAY,CAAC,EAAEC,SAASC,YAAYC,iBAAiB,OAAOC,qBAAqB,KAAI,MACtFC,YAAI,aAAA;AACTC,EAAAA,KAAI,2BAA2B;IAAEL,SAASC,WAAWK,IAAIC,SAAQ;IAAIL;IAAgBC;EAAmB,GAAA;;;;;;AACxG,QAAMH,UAAU,OAAOQ,SAASC,KAAKR,UAAAA;AAErC,QAAMS,aACHV,QAAmCU,cAAeV,QAAmCW;AACxF,MAAI,CAACD,YAAY;AACf,WAAO,OAAcE,aAAK,IAAIC,MAAM,iCAAA,CAAA;EACtC;AAEA,QAAMC,cAAcC,mBAAmBL,UAAAA;AACvCL,EAAAA,KAAI,0BAA0BS,aAAAA;;;;;;AAE9B,QAAM,EAAEH,WAAWK,cAAcC,kBAAiB,IAAK,OAAOC,qBAAqBJ,WAAAA;AACnFT,EAAAA,KAAI,iBAAiB;IAAEM;IAAWK;IAAcC;EAAkB,GAAA;;;;;;AAElEE,MAAIC,OAAOpB,SAAmC,CAACqB,eAAAA;AAC7CA,eAAWV,YAAYA;AACvB,QAAI,CAACU,WAAWC,MAAM;AACpBD,iBAAWC,OAAON;IACpB;EACF,CAAA;AAGA,QAAMO,OAAO,OAAOf,SAASC,KAAMT,QAAmCuB,IAAI;AAC1E,QAAMC,iBAAiB,OAAOC,KAAKC,SAASH,MAAMI,OAAOC,KAAKC,cAAMC,YAAY,CAAA;AAChF,QAAMC,mBAAmB,IAAIC,IAAIR,eAAeS,IAAI,CAACC,UAA8BA,MAAMC,OAAO,CAAA;AAChG9B,EAAAA,KAAI,mBAAmB;IAAE+B,OAAOL,iBAAiBM;EAAK,GAAA;;;;;;AAEtD,QAAMC,iBAAiB,OAAOC,mBAC5BtB,mBACAM,MACAQ,kBACA7B,gBACAC,kBAAAA;AAGFgB,MAAIC,OAAOpB,SAAmC,CAACqB,eAAAA;AAC7CA,eAAWmB,gBAAe,oBAAIC,KAAAA,GAAOC,YAAW;EAClD,CAAA;AAEArC,EAAAA,KAAI,iBAAiB;IAAEsC,WAAWL;IAAgBtB;EAAa,GAAA;;;;;;AAC/D,SAAO;IACL2B,WAAWL;IACXtB;EACF;AACF,CAAA,EAAGnB,KAAY+C,gBAAcC,eAAyBC,uBAAOC,kBAAkBC,eAAe/C,UAAAA,CAAAA,CAAAA,CAAAA,CAAAA,CAAAA;AAIlG,IAAMgD,mBAAmB;;EAEvBC,YAAY;;EAEZC,4BAA4B;;EAE5BC,YAAY;;EAEZC,eAAe;;EAEfC,eAAe;AACjB;AAKA,IAAMvC,qBAAqB,CACzBwC,gBAAAA;AAEA,QAAMC,UAAUD,YAAYE,KAAI;AAEhC,MAAID,QAAQE,WAAW,GAAA,GAAM;AAC3B,WAAO;MAAE9B,MAAM;MAAU+B,OAAOH,QAAQI,MAAM,CAAA;IAAG;EACnD;AAEA,MAAIJ,QAAQE,WAAW,IAAA,KAASF,QAAQK,WAAW,IAAI;AACrD,WAAO;MAAEjC,MAAM;MAAM+B,OAAOH;IAAQ;EACtC;AAEA,MAAI;AACF,UAAMM,MAAM,IAAIC,IAAIP,OAAAA;AACpB,UAAMQ,WAAWF,IAAIE;AAErB,QAAIA,SAASN,WAAW,WAAA,GAAc;AACpC,YAAM/C,YAAYqD,SAASC,MAAM,GAAA,EAAK,CAAA;AACtC,UAAItD,WAAW;AACb,eAAO;UAAEiB,MAAM;UAAM+B,OAAOhD;QAAU;MACxC;IACF;AAEA,QAAIqD,SAASN,WAAW,IAAA,GAAO;AAC7B,aAAO;QAAE9B,MAAM;QAAU+B,OAAOK,SAASJ,MAAM,CAAA;MAAG;IACpD;AAEA,QAAII,SAASN,WAAW,KAAA,KAAUM,SAASN,WAAW,QAAA,GAAW;AAC/D,YAAMpC,OAAO0C,SAASC,MAAM,GAAA,EAAK,CAAA;AACjC,UAAI3C,MAAM;AACR,eAAO;UAAEM,MAAM;UAAU+B,OAAOrC;QAAK;MACvC;IACF;EACF,QAAQ;AACN,QAAI,mBAAmB4C,KAAKV,OAAAA,GAAU;AACpC,aAAO;QAAE5B,MAAM;QAAU+B,OAAOH;MAAQ;IAC1C;EACF;AAEA,SAAO;IAAE5B,MAAM;IAAO+B,OAAOH;EAAQ;AACvC;AAKA,IAAMtC,uBAA8BiD,WAAG,WAAWrD,aAA4C;AAC5F,MAAIsD;AAEJ,MAAItD,YAAYc,SAAS,MAAM;AAC7BwC,sBAAkB,OAAOC,gBAAQC,WAAWxD,YAAY6C,KAAK;EAC/D,OAAO;AACLS,sBAAkB,OAAOC,gBAAQE,mBAAmBzD,YAAY6C,KAAK;EACvE;AAEA,QAAM3D,UAAUoE,gBAAgBI,MAAM,CAAA;AACtC,MAAI,CAACxE,SAAS;AACZ,WAAO,OAAcY,aAAK,IAAIC,MAAM,sBAAsBC,YAAY6C,KAAK,EAAE,CAAA;EAC/E;AAEA,QAAM1C,oBAAoBjB,QAAQyE,gBAAgBC,kBAAkBC;AACpE,MAAI,CAAC1D,mBAAmB;AACtB,WAAO,OAAcL,aAAK,IAAIC,MAAM,0CAA0CC,YAAY6C,KAAK,EAAE,CAAA;EACnG;AAEA,SAAO;IACLhD,WAAWX,QAAQ4E;IACnB5D,cAAchB,QAAQ6E,SAASC,SAAS;IACxC7D;EACF;AACF,CAAA;AAKA,IAAM8D,sBAAsB,CAAC9D,mBAA2B+D,cAAAA;AACtD,MAAIC,aAAa;AAEjB,SAAcC,yBAAkB;IAAEC,WAAkBC,YAAI;IAAYC,MAAM;EAAM,GAAG,CAACC,UAC3ElF,YAAI,aAAA;AACT,QAAIkF,MAAMD,QAASL,aAAaC,cAAcD,WAAY;AACxD,aAAcI,YAAI;IACpB;AAEA,UAAMG,WAAW,OAAOlB,gBAAQmB,kBAC9BvE,mBACAgC,iBAAiBC,YACVuC,sBAAeH,MAAMH,SAAS,CAAA;AAGvC,UAAMO,WAAWH,SAASf,MACvBvC,IAAI,CAAC0D,SAASA,KAAKd,SAASe,YAAYzD,OAAAA,EACxC0D,OAAO,CAACjB,OAAqBkB,QAAQlB,EAAAA,CAAAA;AAExCvE,IAAAA,KAAI,0BAA0B;MAC5B+B,OAAOsD,SAAS7B;MAChBsB,WAAkBM,sBAAeH,MAAMH,SAAS;MAChDY,SAASD,QAAQP,SAASS,aAAa;IACzC,GAAA;;;;;;AAEAf,kBAAcS,SAAS7B;AAEvB,UAAMoC,YAAY;MAChBd,WAAkBe,oBAAaX,SAASS,aAAa;MACrDX,MAAM,CAACE,SAASS,iBAAkBhB,cAAcmB,UAAalB,cAAcD;IAC7E;AAEA,WAAcoB,YAAK;MAAOC,mBAAaX,QAAAA;MAAWO;KAAU;EAC9D,CAAA,CAAA;AAEJ;AAOA,IAAMK,eAAe,CACnBX,MACAY,YACApG,uBAAAA;AAEA,QAAMqG,gBAAgBV,QAAQS,YAAYE,UAAUhD,KAAAA,CAAAA;AACpD,SAAO;IACLqB,OAAOa,KAAKd,SAASC,SAAS;IAC9B3C,SAASwD,KAAKf;IACd8B,aAAaf,KAAKd,SAAS6B;IAC3B5C,KAAK,mCAAmC6B,KAAKf,EAAE;IAC/C+B,cACEhB,KAAKd,SAAS+B,YAAYC,MAAM/C,OAChC6B,KAAKd,SAAS+B,YAAYE,QAAQhD,OAClC6B,KAAKd,SAAS+B,YAAYG,SAASjD;IACrC9C,cAAc2E,KAAKd,SAAS7D;IAC5BgG,aAAarB,KAAKd,SAASmC,gBAAe,oBAAIvE,KAAAA,GAAOC,YAAW;IAChEuE,UAAUtB,KAAKlB,gBAAgBwC;IAC/BC,WAAWvB,KAAKwB,YAAYD,YAAYE,SAASzB,KAAKwB,WAAWD,WAAW,EAAA,IAAMf;IAClFkB,WAAW1B,KAAKwB,YAAYE,YAAYD,SAASzB,KAAKwB,WAAWE,WAAW,EAAA,IAAMlB;IAClFI,YAAYA,cAAcC,gBAAgBD,WAAWE,WAAWN;IAChEmB,oBAAoBf,cAAcC,gBAAgBD,WAAWgB,WAAWpB;IACxEqB,mBAAmBrH,qBAAqBqG,gBAAgB;EAC1D;AACF;AAKA,IAAMjE,qBAA4B4B,WAAG,WACnClD,mBACAM,MACAQ,kBACA0F,YACAtH,oBAA2B;AAE3B,QAAMiC,QAAQ,OAAgBvC,cAC5BkF,oBAAoB9D,mBAAmBwG,aAAaxE,iBAAiBK,gBAAgB6C,MAAAA,GAC9EN,cAAO,CAAC1D,YAAAA;AACb,UAAMuF,cAAc3F,iBAAiB4F,IAAIxF,OAAAA;AACzC,QAAIuF,aAAa;AACfrH,MAAAA,KAAI,4BAA4B;QAAE8B;MAAQ,GAAA;;;;;;IAC5C;AACA,WAAO,CAACuF;EACV,CAAA,GACAD,aAAoBG,YAAK3E,iBAAiBK,aAAa,IAAauE,mBAC7DC,eAAQ,EAAA,GACRC,eACL,CAACC,iBACQ5H,YAAI,aAAA;AACT,UAAMsF,WAAiBuC,cAAQD,YAAAA;AAC/B3H,IAAAA,KAAI,0BAA0B;MAAE+B,OAAOsD,SAAS7B;IAAO,GAAA;;;;;;AAEvD,UAAM0B,WAAW,OAAOlB,gBAAQ6D,gBAAgBxC,QAAAA;AAChD,WAAOH,SAASf;EAClB,CAAA,GACF;IAAE2D,aAAa;EAAE,CAAA,GAEZJ,eAAQ,CAACvD,UAAiB6B,oBAAa7B,KAAAA,CAAAA,GACvCuD,eACL,CAACpC,SACQvF,YAAI,aAAA;AACT,QAAImG;AAEJ,QAAIpG,oBAAoB;AACtBE,MAAAA,KAAI,uBAAuB;QAAE8B,SAASwD,KAAKf;MAAG,GAAA;;;;;;AAC9C,YAAMwD,SAAS,OAAOC,gBAAgB1C,KAAKf,EAAE;AAC7C,UAAIwD,QAAQ;AACV7B,qBAAa6B;AACb/H,QAAAA,KAAI,sBAAsB;UAAE8B,SAASwD,KAAKf;UAAIf,QAAQ0C,WAAWE,SAAS5C;QAAO,GAAA;;;;;;MACnF,OAAO;AACLxD,QAAAA,KAAI,2BAA2B;UAAE8B,SAASwD,KAAKf;QAAG,GAAA;;;;;;MACpD;IACF;AAEA,WAAO0B,aAAaX,MAAMY,YAAYpG,kBAAAA;EACxC,CAAA,GACF;IACEgI,aAAalF,iBAAiBE;IAC9BC,YAAYH,iBAAiBG;EAC/B,CAAA,GAEKyC,cAAiByC,uBAAa,GAC9BR,eAAQ7E,iBAAiBI,aAAa,GACtCkF,iBAAU,CAACC,UACTpI,YAAI,aAAA;AACT,UAAMqI,SAAeR,cAAQO,KAAAA;AAC7BnI,IAAAA,KAAI,2BAA2B;MAAE+B,OAAOqG,OAAO5E;IAAO,GAAA;;;;;;AACtD,UAAM6E,eAAeD,OAAOxG,IAAI,CAACC,UAAUf,IAAIwH,KAAK9G,cAAMC,cAAcI,KAAAA,CAAAA;AACxE,WAAOT,KAAKmH,OAAOrH,MAAMmH,YAAAA;AACzB,WAAOD,OAAO5E;EAChB,CAAA,CAAA,GAEKgF,eAAQ,GAAG,CAACC,KAAKC,eAAeD,MAAMC,UAAAA,CAAAA;AAG/C,SAAO3G;AACT,CAAA;AAEA,IAAA,eAAezC;",
+  "names": ["FetchHttpClient", "Chunk", "Effect", "Function", "Layer", "Option", "Predicate", "Stream", "Database", "Feed", "Filter", "Obj", "log", "Operation", "Effect", "log", "fetchTranscript", "videoId", "lang", "tryPromise", "try", "getSubtitles", "subtitles", "videoID", "length", "undefined", "segments", "map", "sub", "text", "offset", "parseFloat", "start", "duration", "dur", "fullText", "segment", "join", "catch", "error", "pipe", "catchAll", "succeed", "timeout", "handler", "Sync", "pipe", "Operation", "withHandler", "channel", "channelRef", "restrictedMode", "includeTranscripts", "gen", "log", "dxn", "toString", "Database", "load", "channelUrl", "channelId", "fail", "Error", "channelInfo", "extractChannelInfo", "channelTitle", "uploadsPlaylistId", "getUploadsPlaylistId", "Obj", "change", "channelObj", "name", "feed", "existingVideos", "Feed", "runQuery", "Filter", "type", "Video", "YouTubeVideo", "existingVideoIds", "Set", "map", "video", "videoId", "count", "size", "newVideosCount", "streamVideosToFeed", "lastSyncedAt", "Date", "toISOString", "newVideos", "provide", "mergeAll", "layer", "GoogleCredentials", "fromChannelRef", "STREAMING_CONFIG", "maxResults", "transcriptFetchConcurrency", "bufferSize", "feedBatchSize", "restrictedMax", "urlOrHandle", "trimmed", "trim", "startsWith", "value", "slice", "length", "url", "URL", "pathname", "split", "test", "fn", "channelResponse", "YouTube", "getChannel", "getChannelByHandle", "items", "contentDetails", "relatedPlaylists", "uploads", "id", "snippet", "title", "fetchPlaylistVideos", "maxVideos", "videoCount", "unfoldChunkEffect", "pageToken", "none", "done", "state", "response", "listPlaylistItems", "getOrUndefined", "videoIds", "item", "resourceId", "filter", "Boolean", "hasMore", "nextPageToken", "nextState", "fromNullable", "undefined", "some", "fromIterable", "mapVideoData", "transcript", "hasTranscript", "fullText", "description", "thumbnailUrl", "thumbnails", "high", "medium", "default", "publishedAt", "duration", "viewCount", "statistics", "parseInt", "likeCount", "transcriptSegments", "segments", "transcriptFetched", "restricted", "isDuplicate", "has", "take", "identity", "grouped", "flatMap", "videoIdChunk", "toArray", "getVideoDetails", "concurrency", "result", "fetchTranscript", "isNotNullable", "mapEffect", "batch", "videos", "videoObjects", "make", "append", "runFold", "acc", "batchCount"]
+}

package/dist/lib/browser/types/index.mjs

@@ -0,0 +1,14 @@
+import {
+  Channel_exports,
+  YouTubeOperation
+} from "../chunk-GFRR4TTX.mjs";
+import {
+  Video_exports
+} from "../chunk-YMDT37TA.mjs";
+import "../chunk-J5LGTIGS.mjs";
+export {
+  Channel_exports as Channel,
+  Video_exports as Video,
+  YouTubeOperation
+};
+//# sourceMappingURL=index.mjs.map

package/dist/lib/browser/types/index.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": [],
+  "sourcesContent": [],
+  "mappings": "",
+  "names": []
+}

package/dist/lib/node-esm/ChannelArticle-GQ64BO7V.mjs

@@ -0,0 +1,91 @@
+import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
+import {
+  YouTubeVideo
+} from "./chunk-CZSLL3XQ.mjs";
+import "./chunk-HSLMI22Q.mjs";
+
+// src/containers/ChannelArticle/ChannelArticle.tsx
+import React, { useMemo } from "react";
+import { Obj, Query } from "@dxos/echo";
+import { Filter, useObject, useQuery } from "@dxos/react-client/echo";
+import { Icon, Panel } from "@dxos/react-ui";
+var ChannelArticle = ({ subject: channel }) => {
+  useObject(channel);
+  const feed = channel.feed?.target;
+  const db = Obj.getDatabase(channel);
+  const videos = useQuery(db, feed ? Query.select(Filter.type(YouTubeVideo)).from(feed) : Query.select(Filter.nothing()));
+  const sortedVideos = useMemo(() => [
+    ...videos
+  ].sort((videoA, videoB) => new Date(videoB.publishedAt).getTime() - new Date(videoA.publishedAt).getTime()), [
+    videos
+  ]);
+  return /* @__PURE__ */ React.createElement(Panel.Root, null, /* @__PURE__ */ React.createElement(Panel.Content, {
+    className: "overflow-auto"
+  }, /* @__PURE__ */ React.createElement("div", {
+    className: "flex flex-col gap-4 p-4"
+  }, /* @__PURE__ */ React.createElement("div", {
+    className: "flex items-center justify-between"
+  }, /* @__PURE__ */ React.createElement("div", {
+    className: "flex items-center gap-2"
+  }, /* @__PURE__ */ React.createElement(Icon, {
+    icon: "ph--youtube-logo--regular",
+    size: 6
+  }), /* @__PURE__ */ React.createElement("h2", {
+    className: "text-lg font-semibold"
+  }, channel.name ?? "YouTube Channel")), channel.lastSyncedAt && /* @__PURE__ */ React.createElement("span", {
+    className: "text-xs text-description"
+  }, "Last synced: ", new Date(channel.lastSyncedAt).toLocaleString())), channel.channelUrl && /* @__PURE__ */ React.createElement("div", {
+    className: "text-sm text-description"
+  }, /* @__PURE__ */ React.createElement("a", {
+    href: channel.channelUrl.startsWith("http") ? channel.channelUrl : `https://www.youtube.com/@${channel.channelUrl}`,
+    target: "_blank",
+    rel: "noopener noreferrer",
+    className: "hover:underline"
+  }, channel.channelUrl)), /* @__PURE__ */ React.createElement("div", {
+    className: "flex flex-col gap-2"
+  }, /* @__PURE__ */ React.createElement("h3", {
+    className: "text-md font-medium"
+  }, "Videos (", sortedVideos.length, ")"), /* @__PURE__ */ React.createElement("div", {
+    className: "grid grid-cols-1 md:grid-cols-2 lg:grid-cols-3 gap-4"
+  }, sortedVideos.map((video) => /* @__PURE__ */ React.createElement("div", {
+    key: video.videoId,
+    className: "flex flex-col gap-2 p-2 rounded hover:bg-surface-hover"
+  }, video.thumbnailUrl ? /* @__PURE__ */ React.createElement("a", {
+    href: video.url,
+    target: "_blank",
+    rel: "noopener noreferrer",
+    className: "relative aspect-video group"
+  }, /* @__PURE__ */ React.createElement("img", {
+    src: video.thumbnailUrl,
+    alt: video.title,
+    className: "h-full w-full object-cover rounded"
+  }), /* @__PURE__ */ React.createElement("div", {
+    className: "absolute inset-0 flex items-center justify-center bg-black/0 group-hover:bg-black/30 rounded transition-colors"
+  }, /* @__PURE__ */ React.createElement("div", {
+    className: "opacity-0 group-hover:opacity-100 bg-red-600 text-white rounded-full p-2 transition-opacity"
+  }, /* @__PURE__ */ React.createElement(Icon, {
+    icon: "ph--play--fill",
+    size: 4
+  })))) : /* @__PURE__ */ React.createElement("div", {
+    className: "aspect-video bg-surface-hover rounded flex items-center justify-center"
+  }, /* @__PURE__ */ React.createElement(Icon, {
+    icon: "ph--video--regular",
+    size: 8
+  })), /* @__PURE__ */ React.createElement("div", {
+    className: "flex flex-col gap-1"
+  }, /* @__PURE__ */ React.createElement("span", {
+    className: "font-medium line-clamp-2",
+    title: video.title
+  }, video.title), /* @__PURE__ */ React.createElement("span", {
+    className: "text-xs text-description"
+  }, new Date(video.publishedAt).toLocaleDateString(), video.transcript && " \u2022 Transcript available")))), sortedVideos.length === 0 && /* @__PURE__ */ React.createElement("div", {
+    className: "col-span-full text-sm text-description p-4 text-center"
+  }, "No videos synced yet. Sync the channel to fetch videos."))))));
+};
+
+// src/containers/ChannelArticle/index.ts
+var ChannelArticle_default = ChannelArticle;
+export {
+  ChannelArticle_default as default
+};
+//# sourceMappingURL=ChannelArticle-GQ64BO7V.mjs.map

package/dist/lib/node-esm/ChannelArticle-GQ64BO7V.mjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../src/containers/ChannelArticle/ChannelArticle.tsx", "../../../src/containers/ChannelArticle/index.ts"],
+  "sourcesContent": ["//\n// Copyright 2024 DXOS.org\n//\n\nimport React, { useMemo } from 'react';\n\nimport { type Feed, Obj, Query } from '@dxos/echo';\nimport { Filter, useObject, useQuery } from '@dxos/react-client/echo';\nimport { Icon, Panel } from '@dxos/react-ui';\n\nimport * as Channel from '../../types/Channel';\nimport * as Video from '../../types/Video';\n\nexport type ChannelArticleProps = {\n  subject: Channel.YouTubeChannel;\n  attendableId?: string;\n};\n\nexport const ChannelArticle = ({ subject: channel }: ChannelArticleProps) => {\n  useObject(channel);\n  const feed = channel.feed?.target as Feed.Feed | undefined;\n  const db = Obj.getDatabase(channel);\n  const videos = useQuery(\n    db,\n    feed ? Query.select(Filter.type(Video.YouTubeVideo)).from(feed) : Query.select(Filter.nothing()),\n  ) as Video.YouTubeVideo[];\n\n  const sortedVideos = useMemo(\n    () =>\n      [...videos].sort(\n        (videoA, videoB) => new Date(videoB.publishedAt).getTime() - new Date(videoA.publishedAt).getTime(),\n      ),\n    [videos],\n  );\n\n  return (\n    <Panel.Root>\n      <Panel.Content className='overflow-auto'>\n        <div className='flex flex-col gap-4 p-4'>\n          <div className='flex items-center justify-between'>\n            <div className='flex items-center gap-2'>\n              <Icon icon='ph--youtube-logo--regular' size={6} />\n              <h2 className='text-lg font-semibold'>{channel.name ?? 'YouTube Channel'}</h2>\n            </div>\n            {channel.lastSyncedAt && (\n              <span className='text-xs text-description'>\n                Last synced: {new Date(channel.lastSyncedAt).toLocaleString()}\n              </span>\n            )}\n          </div>\n\n          {channel.channelUrl && (\n            <div className='text-sm text-description'>\n              <a\n                href={\n                  channel.channelUrl.startsWith('http')\n                    ? channel.channelUrl\n                    : `https://www.youtube.com/@${channel.channelUrl}`\n                }\n                target='_blank'\n                rel='noopener noreferrer'\n                className='hover:underline'\n              >\n                {channel.channelUrl}\n              </a>\n            </div>\n          )}\n\n          <div className='flex flex-col gap-2'>\n            <h3 className='text-md font-medium'>Videos ({sortedVideos.length})</h3>\n            <div className='grid grid-cols-1 md:grid-cols-2 lg:grid-cols-3 gap-4'>\n              {sortedVideos.map((video) => (\n                <div key={video.videoId} className='flex flex-col gap-2 p-2 rounded hover:bg-surface-hover'>\n                  {video.thumbnailUrl ? (\n                    <a\n                      href={video.url}\n                      target='_blank'\n                      rel='noopener noreferrer'\n                      className='relative aspect-video group'\n                    >\n                      <img src={video.thumbnailUrl} alt={video.title} className='h-full w-full object-cover rounded' />\n                      <div className='absolute inset-0 flex items-center justify-center bg-black/0 group-hover:bg-black/30 rounded transition-colors'>\n                        <div className='opacity-0 group-hover:opacity-100 bg-red-600 text-white rounded-full p-2 transition-opacity'>\n                          <Icon icon='ph--play--fill' size={4} />\n                        </div>\n                      </div>\n                    </a>\n                  ) : (\n                    <div className='aspect-video bg-surface-hover rounded flex items-center justify-center'>\n                      <Icon icon='ph--video--regular' size={8} />\n                    </div>\n                  )}\n                  <div className='flex flex-col gap-1'>\n                    <span className='font-medium line-clamp-2' title={video.title}>\n                      {video.title}\n                    </span>\n                    <span className='text-xs text-description'>\n                      {new Date(video.publishedAt).toLocaleDateString()}\n                      {video.transcript && ' • Transcript available'}\n                    </span>\n                  </div>\n                </div>\n              ))}\n              {sortedVideos.length === 0 && (\n                <div className='col-span-full text-sm text-description p-4 text-center'>\n                  No videos synced yet. Sync the channel to fetch videos.\n                </div>\n              )}\n            </div>\n          </div>\n        </div>\n      </Panel.Content>\n    </Panel.Root>\n  );\n};\n", "//\n// Copyright 2024 DXOS.org\n//\n\nimport { ChannelArticle } from './ChannelArticle';\n\nexport default ChannelArticle;\n"],
+  "mappings": ";;;;;;;AAIA,OAAOA,SAASC,eAAe;AAE/B,SAAoBC,KAAKC,aAAa;AACtC,SAASC,QAAQC,WAAWC,gBAAgB;AAC5C,SAASC,MAAMC,aAAa;AAUrB,IAAMC,iBAAiB,CAAC,EAAEC,SAASC,QAAO,MAAuB;AACtEC,YAAUD,OAAAA;AACV,QAAME,OAAOF,QAAQE,MAAMC;AAC3B,QAAMC,KAAKC,IAAIC,YAAYN,OAAAA;AAC3B,QAAMO,SAASC,SACbJ,IACAF,OAAOO,MAAMC,OAAOC,OAAOC,KAAWC,YAAY,CAAA,EAAGC,KAAKZ,IAAAA,IAAQO,MAAMC,OAAOC,OAAOI,QAAO,CAAA,CAAA;AAG/F,QAAMC,eAAeC,QACnB,MACE;OAAIV;IAAQW,KACV,CAACC,QAAQC,WAAW,IAAIC,KAAKD,OAAOE,WAAW,EAAEC,QAAO,IAAK,IAAIF,KAAKF,OAAOG,WAAW,EAAEC,QAAO,CAAA,GAErG;IAAChB;GAAO;AAGV,SACE,sBAAA,cAACiB,MAAMC,MAAI,MACT,sBAAA,cAACD,MAAME,SAAO;IAACC,WAAU;KACvB,sBAAA,cAACC,OAAAA;IAAID,WAAU;KACb,sBAAA,cAACC,OAAAA;IAAID,WAAU;KACb,sBAAA,cAACC,OAAAA;IAAID,WAAU;KACb,sBAAA,cAACE,MAAAA;IAAKC,MAAK;IAA4BC,MAAM;MAC7C,sBAAA,cAACC,MAAAA;IAAGL,WAAU;KAAyB3B,QAAQiC,QAAQ,iBAAA,CAAA,GAExDjC,QAAQkC,gBACP,sBAAA,cAACC,QAAAA;IAAKR,WAAU;KAA2B,iBAC3B,IAAIN,KAAKrB,QAAQkC,YAAY,EAAEE,eAAc,CAAA,CAAA,GAKhEpC,QAAQqC,cACP,sBAAA,cAACT,OAAAA;IAAID,WAAU;KACb,sBAAA,cAACW,KAAAA;IACCC,MACEvC,QAAQqC,WAAWG,WAAW,MAAA,IAC1BxC,QAAQqC,aACR,4BAA4BrC,QAAQqC,UAAU;IAEpDlC,QAAO;IACPsC,KAAI;IACJd,WAAU;KAET3B,QAAQqC,UAAU,CAAA,GAKzB,sBAAA,cAACT,OAAAA;IAAID,WAAU;KACb,sBAAA,cAACe,MAAAA;IAAGf,WAAU;KAAsB,YAASX,aAAa2B,QAAO,GAAA,GACjE,sBAAA,cAACf,OAAAA;IAAID,WAAU;KACZX,aAAa4B,IAAI,CAACC,UACjB,sBAAA,cAACjB,OAAAA;IAAIkB,KAAKD,MAAME;IAASpB,WAAU;KAChCkB,MAAMG,eACL,sBAAA,cAACV,KAAAA;IACCC,MAAMM,MAAMI;IACZ9C,QAAO;IACPsC,KAAI;IACJd,WAAU;KAEV,sBAAA,cAACuB,OAAAA;IAAIC,KAAKN,MAAMG;IAAcI,KAAKP,MAAMQ;IAAO1B,WAAU;MAC1D,sBAAA,cAACC,OAAAA;IAAID,WAAU;KACb,sBAAA,cAACC,OAAAA;IAAID,WAAU;KACb,sBAAA,cAACE,MAAAA;IAAKC,MAAK;IAAiBC,MAAM;UAKxC,sBAAA,cAACH,OAAAA;IAAID,WAAU;KACb,sBAAA,cAACE,MAAAA;IAAKC,MAAK;IAAqBC,MAAM;OAG1C,sBAAA,cAACH,OAAAA;IAAID,WAAU;KACb,sBAAA,cAACQ,QAAAA;IAAKR,WAAU;IAA2B0B,OAAOR,MAAMQ;KACrDR,MAAMQ,KAAK,GAEd,sBAAA,cAAClB,QAAAA;IAAKR,WAAU;KACb,IAAIN,KAAKwB,MAAMvB,WAAW,EAAEgC,mBAAkB,GAC9CT,MAAMU,cAAc,8BAAA,CAAA,CAAA,CAAA,GAK5BvC,aAAa2B,WAAW,KACvB,sBAAA,cAACf,OAAAA;IAAID,WAAU;KAAyD,yDAAA,CAAA,CAAA,CAAA,CAAA,CAAA;AAUxF;;;AC5GA,IAAA,yBAAe6B;",
+  "names": ["React", "useMemo", "Obj", "Query", "Filter", "useObject", "useQuery", "Icon", "Panel", "ChannelArticle", "subject", "channel", "useObject", "feed", "target", "db", "Obj", "getDatabase", "videos", "useQuery", "Query", "select", "Filter", "type", "YouTubeVideo", "from", "nothing", "sortedVideos", "useMemo", "sort", "videoA", "videoB", "Date", "publishedAt", "getTime", "Panel", "Root", "Content", "className", "div", "Icon", "icon", "size", "h2", "name", "lastSyncedAt", "span", "toLocaleString", "channelUrl", "a", "href", "startsWith", "rel", "h3", "length", "map", "video", "key", "videoId", "thumbnailUrl", "url", "img", "src", "alt", "title", "toLocaleDateString", "transcript", "ChannelArticle"]
+}