@upstart.gg/sdk 0.0.104 → 0.0.106

package/src/shared/datasources/external/instagram/feed/tests/fetcher.test.ts

@@ -1,64 +0,0 @@
-import { describe, it, expect, vi, beforeEach } from "vitest";
-import fetchInstagramFeedDatasource from "../fetcher";
-import { UnauthorizedError } from "~/shared/errors";
-
-// Mock the fetch function
-global.fetch = vi.fn();
-
-describe("fetchInstagramFeedDatasource", () => {
-  beforeEach(() => {
-    vi.resetAllMocks();
-  });
-
-  it("should fetch Instagram feed successfully", async () => {
-    const mockResponse = {
-      data: [
-        {
-          id: "123",
-          caption: "Test post",
-          media_url: "https://example.com/image.jpg",
-          permalink: "https://instagram.com/p/123",
-          media_type: "IMAGE",
-          timestamp: "2023-05-01T12:00:00+0000",
-        },
-      ],
-      paging: {
-        cursors: { before: "before-cursor", after: "after-cursor" },
-        next: "https://example.com/next",
-      },
-    };
-
-    (global.fetch as any).mockResolvedValueOnce({
-      ok: true,
-      json: () => Promise.resolve(mockResponse),
-    });
-
-    const result = await fetchInstagramFeedDatasource({
-      options: { limit: 10 },
-      oauth: { config: { accessToken: "test-token" } },
-      env: {},
-      pageConfig: {},
-    } as any);
-
-    expect(result).toEqual(mockResponse);
-    expect(global.fetch).toHaveBeenCalledWith(
-      expect.stringContaining("https://graph.instagram.com/me/media?"),
-    );
-  });
-
-  it("should throw Http401Error on unauthorized response", async () => {
-    (global.fetch as any).mockResolvedValueOnce({
-      ok: false,
-      status: 401,
-    });
-
-    await expect(
-      fetchInstagramFeedDatasource({
-        options: { limit: 10 },
-        oauth: { config: { accessToken: "invalid-token" } },
-        env: {},
-        pageConfig: {},
-      } as any),
-    ).rejects.toThrow(UnauthorizedError);
-  });
-});

package/src/shared/datasources/external/mastodon/account/fetcher.ts

@@ -1,24 +0,0 @@
-import type { MastodonAccountSchema } from "./schema";
-import type { MastodonCommonOptions } from "../options";
-import type { DatasourceFetcher } from "~/shared/datasources/fetcher";
-
-const fetchMastodonAccount: DatasourceFetcher<MastodonAccountSchema, null, MastodonCommonOptions> = async ({
-  options,
-}) => {
-  const params = new URLSearchParams({
-    acct: options.username,
-  });
-
-  const url = `https://mastodon.social/api/v1/accounts/lookup?${params.toString()}`;
-  const response = await fetch(url);
-
-  if (!response.ok) {
-    throw new Error(`fetchMastodonAccount Error: Response status: ${response.status}`);
-  }
-
-  const account = (await response.json()) as MastodonAccountSchema;
-
-  return account;
-};
-
-export default fetchMastodonAccount;

package/src/shared/datasources/external/mastodon/account/sample.ts

@@ -1,33 +0,0 @@
-import type { MastodonAccountSchema } from "./schema";
-
-export const sample = {
-  id: "1",
-  acct: "Gargron",
-  url: "https://mastodon.social/@Gargron",
-  noindex: false,
-  locked: false,
-  discoverable: true,
-  fields: [],
-  followers_count: 0,
-  following_count: 0,
-  group: false,
-  statuses_count: 0,
-  note: "Admin of mastodon.social",
-  username: "Gargron",
-  header_static: "https://files.mastodon.social/accounts/headers/000/000/001/original/7b7e3c3e3e7e3e3e.png",
-  header: "https://files.mastodon.social/accounts/headers/000/000/001/original/7b7e3c3e3e7e3e3e.png",
-  avatar: "https://files.mastodon.social/accounts/avatars/000/000/001/original/7b7e3c3e3e7e3e3e.png",
-  avatar_static: "https://files.mastodon.social/accounts/avatars/000/000/001/original/7b7e3c3e3e7e3e3e.png",
-  bot: false,
-  created_at: "2016-04-04T17:41:54.000Z",
-  display_name: "Eugen",
-  emojis: [
-    {
-      category: "custom",
-      shortcode: "blobawave",
-      static_url: "https://files.mastodon.social/custom_emojis/images/000/000/001/static/1f4a9.png",
-      url: "https://files.mastodon.social/custom_emojis/images/000/000/001/original/1f4a9.png",
-      visible_in_picker: true,
-    },
-  ],
-} satisfies MastodonAccountSchema;

package/src/shared/datasources/external/mastodon/account/schema.ts

@@ -1,45 +0,0 @@
-import { Type, type Static } from "@sinclair/typebox";
-
-export const mastodonAccountSchema = Type.Object({
-  id: Type.String(),
-  username: Type.String(),
-  acct: Type.String(),
-  url: Type.String(),
-  display_name: Type.Optional(Type.String()),
-  note: Type.String(),
-  avatar: Type.String(),
-  avatar_static: Type.String(),
-  header: Type.String(),
-  header_static: Type.String(),
-  locked: Type.Boolean(),
-  fields: Type.Array(
-    Type.Object({
-      name: Type.String(),
-      value: Type.String(),
-      verified_at: Type.Optional(Type.String()),
-    }),
-  ),
-  emojis: Type.Array(
-    Type.Object({
-      shortcode: Type.String(),
-      url: Type.String(),
-      static_url: Type.String(),
-      visible_in_picker: Type.Boolean(),
-      category: Type.Optional(Type.String()),
-    }),
-  ),
-  bot: Type.Boolean(),
-  group: Type.Boolean(),
-  discoverable: Type.Union([Type.Boolean(), Type.Null()]),
-  noindex: Type.Optional(Type.Boolean()),
-  moved: Type.Optional(Type.String()),
-  suspended: Type.Optional(Type.Boolean()),
-  limited: Type.Optional(Type.Boolean()),
-  created_at: Type.String(),
-  last_status_at: Type.Optional(Type.String()),
-  statuses_count: Type.Number(),
-  followers_count: Type.Number(),
-  following_count: Type.Number(),
-});
-
-export type MastodonAccountSchema = Static<typeof mastodonAccountSchema>;

package/src/shared/datasources/external/mastodon/account/tests/fetcher.test.ts

@@ -1,47 +0,0 @@
-import { describe, it, expect, vi, beforeEach } from "vitest";
-import fetchMastodonAccount from "../fetcher";
-import { sample } from "../sample";
-
-// Mock the fetch function
-global.fetch = vi.fn();
-
-describe("fetchMastodonAccount", () => {
-  beforeEach(() => {
-    vi.resetAllMocks();
-  });
-
-  it("should fetch Mastodon account successfully", async () => {
-    (global.fetch as any).mockResolvedValueOnce({
-      ok: true,
-      json: () => Promise.resolve(sample),
-    });
-
-    const result = await fetchMastodonAccount({
-      options: { username: "testuser" },
-      env: {},
-      pageConfig: {},
-      oauth: null,
-    } as any);
-
-    expect(result).toEqual(sample);
-    expect(global.fetch).toHaveBeenCalledWith(
-      expect.stringContaining("https://mastodon.social/api/v1/accounts/lookup?acct=testuser"),
-    );
-  });
-
-  it("should throw error on non-OK response", async () => {
-    (global.fetch as any).mockResolvedValueOnce({
-      ok: false,
-      status: 404,
-    });
-
-    await expect(
-      fetchMastodonAccount({
-        options: { username: "nonexistent" },
-        env: {},
-        pageConfig: {},
-        oauth: null,
-      } as any),
-    ).rejects.toThrow("fetchMastodonAccount Error: Response status: 404");
-  });
-});

package/src/shared/datasources/external/mastodon/options.ts

@@ -1,11 +0,0 @@
-import { Type, type Static } from "@sinclair/typebox";
-import { providerOptions } from "../../provider-options";
-
-export const mastodonCommonOptions = Type.Composite([
-  providerOptions,
-  Type.Object({
-    username: Type.String(),
-  }),
-]);
-
-export type MastodonCommonOptions = Static<typeof mastodonCommonOptions>;

package/src/shared/datasources/external/mastodon/status/fetcher.ts

@@ -1,35 +0,0 @@
-import { type MastodonStatusArraySchema, mastodonStatusArraySchema } from "./schema";
-import fetchMastodonAccount from "../account/fetcher";
-import { UnauthorizedError } from "~/shared/errors";
-import type { MastodonCommonOptions } from "../options";
-import type { DatasourceFetcher } from "~/shared/datasources/fetcher";
-
-const fetchMastodonStatus: DatasourceFetcher<
-  MastodonStatusArraySchema,
-  null,
-  MastodonCommonOptions
-> = async ({ options, attr }) => {
-  const account = await fetchMastodonAccount({
-    options: { username: options.username },
-    attr,
-    oauth: null,
-  });
-
-  const accountUrl = new URL(account.url);
-  const url = `https://${accountUrl.host}/api/v1/accounts/${account.id}/statuses`;
-
-  const response = await fetch(url);
-
-  if (!response.ok) {
-    if (response.status === 401) {
-      throw new UnauthorizedError(`fetchMastodonStatus Error: Unauthorized.`);
-    }
-    throw new Error(`fetchMastodonStatus Error: Response status: ${response.status}`);
-  }
-
-  const statuses = (await response.json()) as MastodonStatusArraySchema;
-
-  return statuses;
-};
-
-export default fetchMastodonStatus;

package/src/shared/datasources/external/mastodon/status/sample.array.ts

@@ -1,59 +0,0 @@
-import type { MastodonStatusArraySchema } from "./schema";
-
-export const sample = [
-  {
-    account: {
-      acct: "Gargron",
-      avatar: "https://files.mastodon.social/accounts/avatars/000/000/001/original/7b7e3c3e3e7e3e3e.png",
-      avatar_static:
-        "https://files.mastodon.social/accounts/avatars/000/000/001/original/7b7e3c3e3e7e3e3e.png",
-      bot: false,
-      created_at: "2016-04-04T17:41:54.000Z",
-      display_name: "Eugen",
-      emojis: [
-        {
-          category: "custom",
-          shortcode: "blobawave",
-          static_url: "https://files.mastodon.social/custom_emojis/images/000/000/001/static/1f4a9.png",
-          url: "https://files.mastodon.social/custom_emojis/images/000/000/001/original/1f4a9.png",
-          visible_in_picker: true,
-        },
-      ],
-      id: "1",
-      url: "https://mastodon.social/@Gargron",
-      username: "Gargron",
-      discoverable: true,
-      fields: [],
-      followers_count: 100,
-      following_count: 100,
-      group: false,
-      header: "https://files.mastodon.social/accounts/headers/000/000/001/original/7b7e3c3e3e7e3e3e.png",
-      header_static:
-        "https://files.mastodon.social/accounts/headers/000/000/001/original/7b7e3c3e3e7e3e3e.png",
-      last_status_at: "2021-06-26T18:00:00",
-      locked: false,
-      note: "Admin of mastodon.social",
-      noindex: false,
-      statuses_count: 100,
-      suspended: false,
-    },
-    content: "Hello, world!",
-    created_at: "2021-06-26T18:00:00",
-    id: "1",
-    media_attachments: [],
-    reblogs_count: 0,
-    replies_count: 0,
-    favourites_count: 0,
-    tags: [],
-    uri: "https://mastodon.social/@Gargron/1",
-    visibility: "public",
-    sensitive: false,
-    application: {
-      name: "Mastodon",
-      website: "https://joinmastodon.org",
-    },
-    mentions: [],
-    emojis: [],
-    url: "https://mastodon.social/@Gargron/1",
-  },
-] satisfies MastodonStatusArraySchema;

package/src/shared/datasources/external/mastodon/status/sample.single.ts

@@ -1,55 +0,0 @@
-import type { MastodonStatusSchema } from "./schema";
-
-export const sample = {
-  account: {
-    acct: "Gargron",
-    avatar: "https://files.mastodon.social/accounts/avatars/000/000/001/original/7b7e3c3e3e7e3e3e.png",
-    avatar_static: "https://files.mastodon.social/accounts/avatars/000/000/001/original/7b7e3c3e3e7e3e3e.png",
-    bot: false,
-    created_at: "2016-04-04T17:41:54.000Z",
-    display_name: "Eugen",
-    emojis: [
-      {
-        category: "custom",
-        shortcode: "blobawave",
-        static_url: "https://files.mastodon.social/custom_emojis/images/000/000/001/static/1f4a9.png",
-        url: "https://files.mastodon.social/custom_emojis/images/000/000/001/original/1f4a9.png",
-        visible_in_picker: true,
-      },
-    ],
-    id: "1",
-    url: "https://mastodon.social/@Gargron",
-    username: "Gargron",
-    discoverable: true,
-    fields: [],
-    followers_count: 100,
-    following_count: 100,
-    group: false,
-    header: "https://files.mastodon.social/accounts/headers/000/000/001/original/7b7e3c3e3e7e3e3e.png",
-    header_static: "https://files.mastodon.social/accounts/headers/000/000/001/original/7b7e3c3e3e7e3e3e.png",
-    last_status_at: "2021-06-26T18:00:00",
-    locked: false,
-    note: "Admin of mastodon.social",
-    noindex: false,
-    statuses_count: 100,
-    suspended: false,
-  },
-  content: "Hello, world!",
-  created_at: "2021-06-26T18:00:00",
-  id: "1",
-  media_attachments: [],
-  reblogs_count: 0,
-  replies_count: 0,
-  favourites_count: 0,
-  tags: [],
-  uri: "https://mastodon.social/@Gargron/1",
-  visibility: "public",
-  sensitive: false,
-  application: {
-    name: "Mastodon",
-    website: "https://joinmastodon.org",
-  },
-  mentions: [],
-  emojis: [],
-  url: "https://mastodon.social/@Gargron/1",
-} satisfies MastodonStatusSchema;

package/src/shared/datasources/external/mastodon/status/schema.ts

@@ -1,130 +0,0 @@
-import { Type, type Static } from "@sinclair/typebox";
-import { mastodonAccountSchema } from "../account/schema";
-
-const mastodonMediaAttachmentSchema = Type.Object({
-  id: Type.String(),
-  type: Type.Union([
-    Type.Literal("audio"),
-    Type.Literal("image"),
-    Type.Literal("video"),
-    Type.Literal("gifv"),
-    Type.Literal("unknown"),
-  ]),
-  url: Type.String(),
-  preview_url: Type.Optional(Type.String()),
-  remote_url: Type.Optional(Type.String()),
-  meta: Type.Record(Type.String(), Type.Any()),
-  description: Type.Optional(Type.String()),
-  blurhash: Type.Optional(Type.String()),
-});
-
-const mastodonEmojiSchema = Type.Object({
-  shortcode: Type.String(),
-  url: Type.String(),
-  static_url: Type.String(),
-  visible_in_picker: Type.Boolean(),
-  category: Type.Optional(Type.String()),
-});
-
-const mastodonPreviewCardSchema = Type.Object({
-  url: Type.String(),
-  title: Type.String(),
-  description: Type.String(),
-  type: Type.Union([
-    Type.Literal("link"),
-    Type.Literal("photo"),
-    Type.Literal("video"),
-    Type.Literal("rich"),
-  ]),
-  author_name: Type.String(),
-  author_url: Type.String(),
-  provider_name: Type.String(),
-  provider_url: Type.String(),
-  html: Type.String(),
-  width: Type.Number(),
-  height: Type.Number(),
-  image: Type.Optional(Type.String()),
-  embed_url: Type.String(),
-  blurhash: Type.Optional(Type.String()),
-});
-
-const mastodonPollSchema = Type.Object({
-  id: Type.String(),
-  expires_at: Type.String(),
-  expired: Type.Boolean(),
-  multiple: Type.Boolean(),
-  votes_count: Type.Number(),
-  options: Type.Array(
-    Type.Object({
-      title: Type.String(),
-      votes_count: Type.Number(),
-    }),
-  ),
-  voted: Type.Optional(Type.Boolean()),
-  own_votes: Type.Optional(Type.Array(Type.Number())),
-  emojis: Type.Array(mastodonEmojiSchema),
-});
-
-export const mastodonStatusSchema = Type.Object(
-  {
-    id: Type.String(),
-    uri: Type.String(),
-    created_at: Type.String(),
-    account: mastodonAccountSchema,
-    content: Type.String(),
-    visibility: Type.Union([
-      Type.Literal("public"),
-      Type.Literal("unlisted"),
-      Type.Literal("private"),
-      Type.Literal("direct"),
-    ]),
-    sensitive: Type.Boolean(),
-    media_attachments: Type.Array(mastodonMediaAttachmentSchema),
-    application: Type.Optional(
-      Type.Object({
-        name: Type.String(),
-        website: Type.Optional(Type.String()),
-      }),
-    ),
-    mentions: Type.Array(
-      Type.Object({
-        id: Type.String(),
-        username: Type.String(),
-        acct: Type.String(),
-        url: Type.String(),
-      }),
-    ),
-    tags: Type.Array(
-      Type.Object({
-        name: Type.String(),
-        url: Type.String(),
-      }),
-    ),
-    emojis: Type.Array(mastodonEmojiSchema),
-    reblogs_count: Type.Number(),
-    favourites_count: Type.Number(),
-    replies_count: Type.Number(),
-    url: Type.String(),
-    in_reply_to_id: Type.Optional(Type.String()),
-    in_reply_to_account_id: Type.Optional(Type.String()),
-    reblog: Type.Optional(Type.Ref("mastodonStatus")),
-    poll: Type.Optional(mastodonPollSchema),
-    card: Type.Optional(mastodonPreviewCardSchema),
-    language: Type.Optional(Type.String()),
-    text: Type.Optional(Type.String()),
-    edited_at: Type.Optional(Type.String()),
-    favourited: Type.Optional(Type.Boolean()),
-    reblogged: Type.Optional(Type.Boolean()),
-    muted: Type.Optional(Type.Boolean()),
-    bookmarked: Type.Optional(Type.Boolean()),
-    pinned: Type.Optional(Type.Boolean()),
-  },
-  {
-    $id: "mastodonStatus",
-  },
-);
-
-export type MastodonStatusSchema = Static<typeof mastodonStatusSchema>;
-
-export const mastodonStatusArraySchema = Type.Array(mastodonStatusSchema);
-export type MastodonStatusArraySchema = Static<typeof mastodonStatusArraySchema>;

package/src/shared/datasources/external/mastodon/status/tests/fetcher.test.ts

@@ -1,74 +0,0 @@
-import { describe, it, expect, vi, beforeEach } from "vitest";
-import fetchMastodonStatus from "../fetcher";
-import { UnauthorizedError } from "~/shared/errors";
-import { sample } from "../sample.array";
-import fetchMastodonAccount from "../../account/fetcher";
-import { sample as accountSample } from "../../account/sample";
-
-// Mock the fetch function and fetchMastodonAccount
-global.fetch = vi.fn();
-// Mock the entire module
-vi.mock("../../account/fetcher", () => ({
-  default: vi.fn(),
-}));
-
-describe("fetchMastodonStatus", () => {
-  beforeEach(() => {
-    vi.resetAllMocks();
-  });
-
-  it("should fetch Mastodon statuses successfully", async () => {
-    (global.fetch as any).mockResolvedValueOnce({
-      ok: true,
-      json: () => Promise.resolve(sample),
-    });
-
-    vi.mocked(fetchMastodonAccount).mockResolvedValueOnce(accountSample);
-
-    const result = await fetchMastodonStatus({
-      options: { username: "testuser" },
-      env: {},
-      pageConfig: {},
-      oauth: null,
-    } as any);
-
-    expect(result).toEqual(sample);
-    expect(global.fetch).toHaveBeenCalledWith("https://mastodon.social/api/v1/accounts/1/statuses");
-  });
-
-  it("should throw UnauthorizedError on unauthorized response", async () => {
-    (global.fetch as any).mockResolvedValueOnce({
-      ok: false,
-      status: 401,
-    });
-
-    vi.mocked(fetchMastodonAccount).mockResolvedValueOnce(accountSample);
-
-    await expect(
-      fetchMastodonStatus({
-        options: { username: "testuser" },
-        env: {},
-        pageConfig: {},
-        oauth: null,
-      } as any),
-    ).rejects.toThrow(UnauthorizedError);
-  });
-
-  it("should throw error on invalid response data", async () => {
-    const invalidResponse = [{ invalid: "data" }];
-
-    (global.fetch as any).mockResolvedValueOnce({
-      ok: true,
-      json: () => Promise.resolve(invalidResponse),
-    });
-
-    await expect(
-      fetchMastodonStatus({
-        options: { username: "testuser" },
-        env: {},
-        pageConfig: {},
-        oauth: null,
-      } as any),
-    ).rejects.toThrow();
-  });
-});

package/src/shared/datasources/external/meta/oauth/config.ts

@@ -1,16 +0,0 @@
-import { Type, type Static, type StaticDecode } from "@sinclair/typebox";
-import { buildOAuthConfigSchema } from "~/shared/oauth";
-
-const metaOAuthConfig = Type.Object({
-  type: Type.Union([Type.Literal("short-lived"), Type.Literal("long-lived")]),
-  accessToken: Type.String(),
-  userId: Type.String(),
-  permissions: Type.Array(Type.String()),
-  expiresIn: Type.Number(),
-  tokenType: Type.String(),
-});
-
-export type MetaOAuthConfig = Static<typeof metaOAuthConfig>;
-
-const metaFullOAuthConfig = buildOAuthConfigSchema(metaOAuthConfig);
-export type MetaFullOAuthConfig = StaticDecode<typeof metaFullOAuthConfig>;

package/src/shared/datasources/external/meta/options.ts

@@ -1,11 +0,0 @@
-import { Type, type Static } from "@sinclair/typebox";
-import { providerOptions } from "../../provider-options";
-
-export const metaOptions = Type.Composite([
-  providerOptions,
-  Type.Object({
-    limit: Type.Optional(Type.Number()),
-  }),
-]);
-
-export type MetaOptions = Static<typeof metaOptions>;

package/src/shared/datasources/external/rss/fetcher.ts

@@ -1,29 +0,0 @@
-import type { RssOptions } from "./options";
-import { parseFeed } from "htmlparser2";
-import { type RssSchema, rssSchema } from "./schema";
-// import { ajv, serializeAjvErrors } from "~/shared/ajv";
-import type { DatasourceFetcher } from "../../fetcher";
-import { createPlaceholderReplacer, placeholderRx } from "../../utils";
-
-const fetchRss: DatasourceFetcher<RssSchema, null, RssOptions> = async ({ options, attr }) => {
-  const replacer = createPlaceholderReplacer(attr);
-  const url = options.url.replace(placeholderRx, replacer);
-  const content = await (await fetch(url)).text();
-  const feed = parseFeed(content);
-
-  const newFeed: RssSchema =
-    feed?.items.map((item) => ({
-      ...item,
-      pubDate: item.pubDate ? item.pubDate.toISOString() : new Date().toISOString(),
-    })) ?? [];
-
-  // const isValid = ajv.validate<RssSchema>(rssSchema, newFeed);
-
-  // if (!isValid) {
-  //   throw new Error(`fetchRss Error: Invalid Feed data (${url}): ${serializeAjvErrors(ajv.errors)}`);
-  // }
-
-  return newFeed;
-};
-
-export default fetchRss;

package/src/shared/datasources/external/rss/options.ts

@@ -1,11 +0,0 @@
-import { Type, type Static } from "@sinclair/typebox";
-import { providerOptions } from "../../provider-options";
-
-export const rssOptions = Type.Composite([
-  providerOptions,
-  Type.Object({
-    url: Type.String({ format: "uri" }),
-  }),
-]);
-
-export type RssOptions = Static<typeof rssOptions>;

package/src/shared/datasources/external/rss/sample.ts

@@ -1,22 +0,0 @@
-import type { RssSchema } from "./schema";
-
-export const sample = [
-  {
-    title: "Example title",
-    link: "https://example.com",
-    pubDate: "2022-01-01T00:00:00Z",
-    content: "Example content",
-  },
-  {
-    title: "Another example title",
-    link: "https://example.com",
-    pubDate: "2022-01-02T00:00:00Z",
-    content: "Another example content",
-  },
-  {
-    title: "Yet another example title",
-    link: "https://example.com",
-    pubDate: "2022-01-03T00:00:00Z",
-    content: "Yet another example content",
-  },
-] as RssSchema;