@atproto/bsky 0.0.251 → 0.0.254

package/src/api/app/bsky/feed/getTimeline.ts

@@ -1,127 +0,0 @@
-import { mapDefined } from '@atproto/common'
-import { AtUriString } from '@atproto/syntax'
-import { Server } from '@atproto/xrpc-server'
-import { AppContext } from '../../../../context.js'
-import { DataPlaneClient } from '../../../../data-plane/index.js'
-import { FeedItem } from '../../../../hydration/feed.js'
-import {
-  HydrateCtxWithViewer,
-  HydrationState,
-  Hydrator,
-} from '../../../../hydration/hydrator.js'
-import { parseString } from '../../../../hydration/util.js'
-import { app } from '../../../../lexicons/index.js'
-import { createPipeline } from '../../../../pipeline.js'
-import { Views } from '../../../../views/index.js'
-import { clearlyBadCursor, resHeaders } from '../../../util.js'
-
-export default function (server: Server, ctx: AppContext) {
-  const getTimeline = createPipeline(
-    skeleton,
-    hydration,
-    noBlocksOrMutes,
-    presentation,
-  )
-  server.add(app.bsky.feed.getTimeline, {
-    auth: ctx.authVerifier.standard,
-    opts: {
-      // @TODO remove after grace period has passed, behavior is non-standard.
-      // temporarily added for compat w/ previous version of xrpc-server to avoid breakage of a few specified parties.
-      paramsParseLoose: true,
-    },
-    handler: async ({ params, auth, req }) => {
-      const viewer = auth.credentials.iss
-      const labelers = ctx.reqLabelers(req)
-      const hydrateCtx = await ctx.hydrator.createContext({ labelers, viewer })
-
-      const result = await getTimeline({ ...params, hydrateCtx }, ctx)
-
-      const repoRev = await ctx.hydrator.actor.getRepoRevSafe(viewer)
-
-      return {
-        encoding: 'application/json',
-        body: result,
-        headers: resHeaders({ labelers: hydrateCtx.labelers, repoRev }),
-      }
-    },
-  })
-}
-
-export const skeleton = async (inputs: {
-  ctx: Context
-  params: Params
-}): Promise<Skeleton> => {
-  const { ctx, params } = inputs
-  if (clearlyBadCursor(params.cursor)) {
-    return { items: [] }
-  }
-  const res = await ctx.dataplane.getTimeline({
-    actorDid: params.hydrateCtx.viewer,
-    limit: params.limit,
-    cursor: params.cursor,
-  })
-  return {
-    items: res.items.map((item) => ({
-      post: { uri: item.uri as AtUriString, cid: item.cid || undefined },
-      repost: item.repost
-        ? { uri: item.repost as AtUriString, cid: item.repostCid || undefined }
-        : undefined,
-    })),
-    cursor: parseString(res.cursor),
-  }
-}
-
-const hydration = async (inputs: {
-  ctx: Context
-  params: Params
-  skeleton: Skeleton
-}): Promise<HydrationState> => {
-  const { ctx, params, skeleton } = inputs
-  return ctx.hydrator.hydrateFeedItems(skeleton.items, params.hydrateCtx)
-}
-
-const noBlocksOrMutes = (inputs: {
-  ctx: Context
-  skeleton: Skeleton
-  hydration: HydrationState
-}): Skeleton => {
-  const { ctx, skeleton, hydration } = inputs
-  skeleton.items = skeleton.items.filter((item) => {
-    const bam = ctx.views.feedItemBlocksAndMutes(item, hydration)
-    return (
-      !bam.authorBlocked &&
-      !bam.authorMuted &&
-      !bam.originatorBlocked &&
-      !bam.originatorMuted &&
-      !bam.ancestorAuthorBlocked
-    )
-  })
-  return skeleton
-}
-
-const presentation = (inputs: {
-  ctx: Context
-  skeleton: Skeleton
-  hydration: HydrationState
-}) => {
-  const { ctx, skeleton, hydration } = inputs
-  const feed = mapDefined(skeleton.items, (item) =>
-    ctx.views.feedViewPost(item, hydration),
-  )
-  return { feed, cursor: skeleton.cursor }
-}
-
-type Context = {
-  hydrator: Hydrator
-  views: Views
-  dataplane: DataPlaneClient
-}
-
-type Params = app.bsky.feed.getTimeline.$Params & {
-  hydrateCtx: HydrateCtxWithViewer
-}
-
-type Skeleton = {
-  items: FeedItem[]
-  cursor?: string
-}

package/src/api/app/bsky/feed/searchPosts.ts

@@ -1,274 +0,0 @@
-import { Timestamp } from '@bufbuild/protobuf'
-import { mapDefined } from '@atproto/common'
-import { AtUriString, Client } from '@atproto/lex'
-import { Server } from '@atproto/xrpc-server'
-import { ServerConfig } from '../../../../config.js'
-import { AppContext } from '../../../../context.js'
-import { DataPlaneClient } from '../../../../data-plane/index.js'
-import {
-  PostSearchQuery,
-  parsePostSearchQuery,
-} from '../../../../data-plane/server/util.js'
-import { HydrateCtx, Hydrator } from '../../../../hydration/hydrator.js'
-import { parseString } from '../../../../hydration/util.js'
-import { app } from '../../../../lexicons/index.js'
-import {
-  HydrationFnInput,
-  PresentationFnInput,
-  RulesFnInput,
-  SkeletonFnInput,
-  createPipeline,
-} from '../../../../pipeline.js'
-import { SearchSortOrder } from '../../../../proto/bsky_pb.js'
-import { uriToDid as creatorFromUri } from '../../../../util/uris.js'
-import { Views } from '../../../../views/index.js'
-import { resHeaders, resolveSearchV2Override } from '../../../util.js'
-
-export default function (server: Server, ctx: AppContext) {
-  const searchPosts = createPipeline(
-    skeleton,
-    hydration,
-    noBlocksOrTagged,
-    presentation,
-  )
-  server.add(app.bsky.feed.searchPosts, {
-    auth: ctx.authVerifier.standardOptional,
-    handler: async ({ auth, params, req }) => {
-      const { viewer, isModService, skipViewerBlocks } =
-        ctx.authVerifier.parseCreds(auth)
-
-      const labelers = ctx.reqLabelers(req)
-      const hydrateCtx = await ctx.hydrator.createContext({
-        labelers,
-        viewer,
-        skipViewerBlocks,
-        features: ctx.featureGatesClient.scope(
-          ctx.featureGatesClient.parseUserContextFromHandler({
-            viewer,
-            req,
-          }),
-        ),
-      })
-      const results = await searchPosts(
-        {
-          ...params,
-          hydrateCtx,
-          isModService,
-          isV2Override: resolveSearchV2Override(req, ctx.cfg),
-        },
-        ctx,
-      )
-      return {
-        encoding: 'application/json',
-        body: results,
-        headers: resHeaders({ labelers: hydrateCtx.labelers }),
-      }
-    },
-  })
-}
-
-const skeletonV1 = async (
-  inputs: SkeletonFnInput<Context, Params>,
-): Promise<Skeleton> => {
-  const { ctx, params } = inputs
-  const parsedQuery = parsePostSearchQuery(params.q, {
-    author: params.author,
-  })
-
-  if (ctx.searchClient) {
-    // @NOTE cursors won't change on appview swap
-    const res = await ctx.searchClient.call(
-      app.bsky.unspecced.searchPostsSkeleton,
-      {
-        q: params.q,
-        cursor: params.cursor,
-        limit: params.limit,
-        author: params.author,
-        domain: params.domain,
-        lang: params.lang,
-        mentions: params.mentions,
-        since: params.since,
-        sort: params.sort,
-        tag: params.tag,
-        until: params.until,
-        url: params.url,
-        viewer: params.hydrateCtx.viewer ?? undefined,
-      },
-    )
-    return {
-      posts: res.posts.map(({ uri }) => uri as AtUriString),
-      cursor: parseString(res.cursor),
-      parsedQuery,
-    }
-  }
-
-  const res = await ctx.dataplane.searchPosts({
-    term: params.q,
-    limit: params.limit,
-    cursor: params.cursor,
-  })
-  return {
-    posts: res.uris as AtUriString[],
-    cursor: parseString(res.cursor),
-    parsedQuery,
-  }
-}
-
-const skeletonV2 = async (
-  inputs: SkeletonFnInput<Context, Params>,
-): Promise<Skeleton> => {
-  const { ctx, params } = inputs
-  const parsedQuery = parsePostSearchQuery(params.q, {
-    author: params.author,
-  })
-  const res = await ctx.dataplane.searchPostsV2({
-    params: {
-      query: params.q,
-      viewer: params.hydrateCtx.viewer ?? undefined,
-      limit: params.limit,
-      cursor: params.cursor,
-    },
-    sort: postSortToV2(params.sort),
-    filters: {
-      authors: params.author ? [params.author] : [],
-      mentions: params.mentions ? [params.mentions] : [],
-      domains: params.domain ? [params.domain] : [],
-      urls: params.url ? [params.url] : [],
-      hashtags: params.tag ?? [],
-      languages: params.lang ? [params.lang] : [],
-    },
-    since: parseTimestamp(params.since),
-    until: parseTimestamp(params.until),
-  })
-  return {
-    posts: res.posts.map(({ uri }) => uri as AtUriString),
-    cursor: parseString(res.pageInfo?.cursor),
-    hitsTotal: res.pageInfo?.hitsTotal
-      ? Number(res.pageInfo.hitsTotal)
-      : undefined,
-    parsedQuery,
-  }
-}
-
-const skeleton = async (input: SkeletonFnInput<Context, Params>) => {
-  const useV2 =
-    input.params.hydrateCtx.features.checkGate(
-      input.params.hydrateCtx.features.Gate.SearchV2Enable,
-    ) || input.params.isV2Override
-  const skeletonFn = useV2 ? skeletonV2 : skeletonV1
-  return skeletonFn(input)
-}
-
-const hydration = async (
-  inputs: HydrationFnInput<Context, Params, Skeleton>,
-) => {
-  const { ctx, params, skeleton } = inputs
-  return ctx.hydrator.hydratePosts(
-    skeleton.posts.map((uri) => ({ uri })),
-    params.hydrateCtx,
-    undefined,
-    {
-      processDynamicTagsForView: params.hydrateCtx.features?.checkGate(
-        params.hydrateCtx.features.Gate.SearchFilteringExplorationEnable,
-      )
-        ? 'search'
-        : undefined,
-    },
-  )
-}
-
-const noBlocksOrTagged = (inputs: RulesFnInput<Context, Params, Skeleton>) => {
-  const { ctx, params, skeleton, hydration } = inputs
-  const { parsedQuery } = skeleton
-
-  skeleton.posts = skeleton.posts.filter((uri) => {
-    const post = hydration.posts?.get(uri)
-    if (!post) return
-
-    const creator = creatorFromUri(uri)
-    const isCuratedSearch = params.sort === 'top'
-    const isPostByViewer = creator === params.hydrateCtx.viewer
-
-    // Cases to always show.
-    if (isPostByViewer) return true
-    if (params.isModService) return true
-
-    // Cases to never show.
-    if (ctx.views.viewerBlockExists(creator, hydration)) return false
-
-    // Tags that are hidden from all search surfaces (Top and Latest),
-    // regardless of curation or author filtering.
-    const alwaysHidden = [...ctx.cfg.searchTagsHideAll].some((t) =>
-      post.tags.has(t),
-    )
-    if (alwaysHidden) return false
-
-    let tagged = false
-    if (
-      params.hydrateCtx.features?.checkGate(
-        params.hydrateCtx.features.Gate.SearchFilteringExplorationEnable,
-      )
-    ) {
-      tagged = post.tags.has(ctx.cfg.visibilityTagHide)
-    } else {
-      tagged = [...ctx.cfg.searchTagsHide].some((t) => post.tags.has(t))
-    }
-
-    // Cases to conditionally show based on tagging.
-    if (isCuratedSearch && tagged) return false
-    if (!parsedQuery.author && tagged) return false
-    return true
-  })
-  return skeleton
-}
-
-const presentation = (
-  inputs: PresentationFnInput<Context, Params, Skeleton>,
-) => {
-  const { ctx, skeleton, hydration } = inputs
-  const posts = mapDefined(skeleton.posts, (uri) => {
-    const post = hydration.posts?.get(uri)
-    if (!post) return
-
-    return ctx.views.post(uri, hydration)
-  })
-  return {
-    posts,
-    cursor: skeleton.cursor,
-    hitsTotal: skeleton.hitsTotal,
-  }
-}
-
-type Context = {
-  cfg: ServerConfig
-  dataplane: DataPlaneClient
-  hydrator: Hydrator
-  views: Views
-  searchClient?: Client
-}
-
-type Params = app.bsky.feed.searchPosts.$Params & {
-  hydrateCtx: HydrateCtx
-  isModService: boolean
-  isV2Override: boolean
-}
-
-type Skeleton = {
-  posts: AtUriString[]
-  hitsTotal?: number
-  cursor?: string
-  parsedQuery: PostSearchQuery
-}
-
-const postSortToV2 = (sort: string | undefined): SearchSortOrder => {
-  if (sort === 'top') return SearchSortOrder.TOP
-  if (sort === 'latest') return SearchSortOrder.RECENT
-  return SearchSortOrder.UNSPECIFIED
-}
-
-const parseTimestamp = (value: string | undefined): Timestamp | undefined => {
-  if (!value) return undefined
-  const date = new Date(value)
-  if (isNaN(date.getTime())) return undefined
-  return Timestamp.fromDate(date)
-}

package/src/api/app/bsky/feed/searchPostsV2.ts

@@ -1,243 +0,0 @@
-import { Timestamp } from '@bufbuild/protobuf'
-import { mapDefined } from '@atproto/common'
-import { AtUriString } from '@atproto/lex'
-import { InvalidRequestError, Server } from '@atproto/xrpc-server'
-import { AppContext } from '../../../../context.js'
-import { DataPlaneClient } from '../../../../data-plane/index.js'
-import {
-  PostSearchQuery,
-  parsePostSearchQuery,
-} from '../../../../data-plane/server/util.js'
-import { HydrateCtx, Hydrator } from '../../../../hydration/hydrator.js'
-import { parseString } from '../../../../hydration/util.js'
-import { app } from '../../../../lexicons/index.js'
-import {
-  HydrationFnInput,
-  PresentationFnInput,
-  RulesFnInput,
-  SkeletonFnInput,
-  createPipeline,
-} from '../../../../pipeline.js'
-import {
-  SearchQueryLanguage,
-  SearchSortOrder,
-} from '../../../../proto/bsky_pb.js'
-import { uriToDid as creatorFromUri } from '../../../../util/uris.js'
-import { Views } from '../../../../views/index.js'
-import { resHeaders, resolveSearchV2Override } from '../../../util.js'
-
-export default function (server: Server, ctx: AppContext) {
-  const searchPostsV2 = createPipeline(
-    skeleton,
-    hydration,
-    noBlocksOrTagged,
-    presentation,
-  )
-  server.add(app.bsky.feed.searchPostsV2, {
-    auth: ctx.authVerifier.standard,
-    handler: async ({ auth, params, req }) => {
-      const { viewer, isModService, skipViewerBlocks } =
-        ctx.authVerifier.parseCreds(auth)
-
-      const labelers = ctx.reqLabelers(req)
-      const hydrateCtx = await ctx.hydrator.createContext({
-        labelers,
-        viewer,
-        skipViewerBlocks,
-        features: ctx.featureGatesClient.scope(
-          ctx.featureGatesClient.parseUserContextFromHandler({
-            viewer,
-            req,
-          }),
-        ),
-      })
-      const isV2Enabled =
-        hydrateCtx.features.checkGate(
-          hydrateCtx.features.Gate.SearchV2Enable,
-        ) || resolveSearchV2Override(req, ctx.cfg)
-      if (!isV2Enabled) {
-        throw new InvalidRequestError('Search v2 is not enabled')
-      }
-
-      const results = await searchPostsV2(
-        {
-          ...params,
-          // Default to curated 'top' ranking when unset; the backend rejects an
-          // unspecified sort order.
-          sort: params.sort ?? 'top',
-          hydrateCtx,
-          isModService,
-        },
-        ctx,
-      )
-      return {
-        encoding: 'application/json',
-        body: results,
-        headers: resHeaders({ labelers: hydrateCtx.labelers }),
-      }
-    },
-  })
-}
-
-const skeleton = async (
-  inputs: SkeletonFnInput<Context, Params>,
-): Promise<Skeleton> => {
-  const { ctx, params } = inputs
-  const query = params.query ?? ''
-  const parsedQuery = parsePostSearchQuery(query, {
-    author: params.authors?.[0],
-  })
-
-  const res = await ctx.dataplane.searchPostsV2({
-    params: {
-      query,
-      viewer: params.hydrateCtx.viewer ?? undefined,
-      limit: params.limit,
-      cursor: params.cursor,
-    },
-    sort: postSortToV2(params.sort),
-    filters: {
-      authors: params.authors ?? [],
-      mentions: params.mentions ?? [],
-      domains: params.domains ?? [],
-      urls: params.urls ?? [],
-      embeddedAtUris: params.embeddedAtUris ?? [],
-      hashtags: params.hashtags ?? [],
-      languages: params.languages ?? [],
-    },
-    exclude: {
-      authors: params.excludeAuthors ?? [],
-      mentions: params.excludeMentions ?? [],
-      domains: params.excludeDomains ?? [],
-      urls: params.excludeUrls ?? [],
-      embeddedAtUris: params.excludeEmbeddedAtUris ?? [],
-      hashtags: params.excludeHashtags ?? [],
-      languages: params.excludeLanguages ?? [],
-    },
-    since: parseTimestamp(params.since),
-    until: parseTimestamp(params.until),
-    allTime: params.allTime,
-    hasMedia: params.hasMedia,
-    hasVideo: params.hasVideo,
-    replyParentUri: params.replyParentUri,
-    threadRootUri: params.threadRootUri,
-    excludeReplies: params.excludeReplies,
-    repliesOnly: params.repliesOnly,
-    following: params.following,
-    queryLanguage: queryLanguageToV2(params.queryLanguage),
-  })
-  return {
-    posts: res.posts.map(({ uri }) => uri as AtUriString),
-    cursor: parseString(res.pageInfo?.cursor),
-    hitsTotal: res.pageInfo?.hitsTotal
-      ? Number(res.pageInfo.hitsTotal)
-      : undefined,
-    detectedQueryLanguages: res.detectedQueryLanguages,
-    parsedQuery,
-  }
-}
-
-const hydration = async (
-  inputs: HydrationFnInput<Context, Params, Skeleton>,
-) => {
-  const { ctx, params, skeleton } = inputs
-  return ctx.hydrator.hydratePosts(
-    skeleton.posts.map((uri) => ({ uri })),
-    params.hydrateCtx,
-  )
-}
-
-const noBlocksOrTagged = (inputs: RulesFnInput<Context, Params, Skeleton>) => {
-  const { ctx, params, skeleton, hydration } = inputs
-  const { parsedQuery } = skeleton
-
-  skeleton.posts = skeleton.posts.filter((uri) => {
-    const post = hydration.posts?.get(uri)
-    if (!post) return
-
-    const creator = creatorFromUri(uri)
-    const isCuratedSearch = params.sort === 'top'
-    const isPostByViewer = creator === params.hydrateCtx.viewer
-
-    if (isPostByViewer) return true
-    if (params.isModService) return true
-
-    if (ctx.views.viewerBlockExists(creator, hydration)) return false
-
-    // Tags that are hidden from all search surfaces (Top and Latest),
-    // regardless of curation or author filtering.
-    const alwaysHidden = [...ctx.cfg.searchTagsHideAll].some((t) =>
-      post.tags.has(t),
-    )
-    if (alwaysHidden) return false
-
-    const tagged = [...ctx.cfg.searchTagsHide].some((t) => post.tags.has(t))
-
-    if (isCuratedSearch && tagged) return false
-    if (!(parsedQuery.author || params.authors?.length) && tagged) return false
-    return true
-  })
-  return skeleton
-}
-
-const presentation = (
-  inputs: PresentationFnInput<Context, Params, Skeleton>,
-) => {
-  const { ctx, skeleton, hydration } = inputs
-  const posts = mapDefined(skeleton.posts, (uri) => {
-    const post = hydration.posts?.get(uri)
-    if (!post) return
-
-    return ctx.views.post(uri, hydration)
-  })
-  return {
-    posts,
-    cursor: skeleton.cursor,
-    hitsTotal: skeleton.hitsTotal,
-    detectedQueryLanguages: skeleton.detectedQueryLanguages,
-  }
-}
-
-type Context = {
-  cfg: AppContext['cfg']
-  dataplane: DataPlaneClient
-  hydrator: Hydrator
-  views: Views
-}
-
-type Params = app.bsky.feed.searchPostsV2.$Params & {
-  hydrateCtx: HydrateCtx
-  isModService: boolean
-}
-
-type Skeleton = {
-  posts: AtUriString[]
-  hitsTotal?: number
-  cursor?: string
-  detectedQueryLanguages?: string[]
-  parsedQuery: PostSearchQuery
-}
-
-const postSortToV2 = (sort?: string): SearchSortOrder => {
-  if (sort === 'top') return SearchSortOrder.TOP
-  if (sort === 'recent') return SearchSortOrder.RECENT
-  return SearchSortOrder.UNSPECIFIED
-}
-
-const queryLanguageToV2 = (
-  lang: string | undefined,
-): SearchQueryLanguage | undefined => {
-  if (lang === 'ja') return SearchQueryLanguage.JA
-  if (lang === 'zh') return SearchQueryLanguage.ZH
-  if (lang === 'ko') return SearchQueryLanguage.KO
-  if (lang === 'th') return SearchQueryLanguage.TH
-  if (lang === 'ar') return SearchQueryLanguage.AR
-  return undefined
-}
-
-const parseTimestamp = (value: string | undefined): Timestamp | undefined => {
-  if (!value) return undefined
-  const date = new Date(value)
-  if (isNaN(date.getTime())) return undefined
-  return Timestamp.fromDate(date)
-}